-- Logs begin at Thu 2021-06-24 11:44:09 UTC, end at Thu 2021-06-24 12:40:22 UTC. -- Jun 24 12:18:08.944023 dv-cinder-689486-14-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 12:18:11.599584 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.common.config [-] Logging enabled! Jun 24 12:18:11.600222 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev396 Jun 24 12:18:11.600783 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92781) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 12:18:11.606301 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.common.config [-] Logging enabled! Jun 24 12:18:11.606562 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev396 Jun 24 12:18:11.606902 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92781) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 12:18:11.608217 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 12:18:11.608548 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 12:18:11.609039 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 12:18:11.609354 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 12:18:11.609650 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 12:18:11.610013 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.610319 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.610614 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.610840 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.611137 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.611464 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.611751 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.612045 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.612342 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.612629 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.612910 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.613197 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.613428 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.613709 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.613997 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.614285 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.614510 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] debug = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.614791 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.615215 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.615661 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.615943 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.616235 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.616517 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.616814 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.617162 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.617450 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.617790 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] host = dv-cinder-689486-14-smb {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.618087 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.618364 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.618654 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.618944 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.619222 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.619526 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.619814 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.620096 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.620372 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] log_file = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.620650 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.620939 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.621226 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.621517 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.621742 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.621966 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.622258 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.622544 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.622820 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.623096 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.623400 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.623679 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.623957 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.624230 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.624519 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.624807 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.625095 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.625371 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.625648 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.625924 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.626199 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.626487 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.626764 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.627090 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.627414 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.627710 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.627981 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.628258 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.628561 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.628876 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.629160 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.629446 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.629722 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.630007 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.630286 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.630562 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.630837 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] use_json = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.631114 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.631416 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.631701 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.631977 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.632254 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.632552 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.632827 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.633116 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:11.633418 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.633716 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.634019 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.634307 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.634602 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.634883 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.635175 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.635485 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.635777 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.636067 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.636358 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.636639 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.636932 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.637213 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.637508 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.637820 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.638118 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.638413 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.638960 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.639236 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.639537 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.639820 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.640110 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.640408 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.640700 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.640977 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.641258 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.641550 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.641834 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.642105 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.642385 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.642673 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.642955 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.643227 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.643537 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.643818 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.644088 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.644360 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.644640 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.644929 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.645208 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.645480 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.645753 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.646031 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.646301 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.646584 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.646869 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.647142 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.647676 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.647801 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.648591 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.648868 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.649151 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.649425 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.649709 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.649982 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.650253 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.650526 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.650801 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.651082 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.651387 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.651667 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.651949 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.652223 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.652496 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.652770 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.653046 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.653320 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.653609 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.653923 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.654195 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.654475 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.654754 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.655037 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.655340 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.655623 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.655904 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.656184 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.656458 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.656749 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.657035 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.657325 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.657613 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.657893 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.658261 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.658541 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.658827 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.659105 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.659418 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.659712 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.659999 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.660294 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.660589 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.660884 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.661181 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.661476 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.661757 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.662068 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.662350 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:11.662571 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 12:18:11.662815 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92781) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 12:18:12.013839 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:12.014090 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:12.014325 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:12.014662 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 12:18:12.404163 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.404462 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.404731 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.406026 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.406300 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.406574 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.440611 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.440891 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.441219 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.455103 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.455411 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.455686 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.485482 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.485764 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.486039 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.521969 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.522246 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.522512 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.756565 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.757178 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.757178 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.757365 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.758032 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.881728 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.882046 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.882351 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.882624 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.882890 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.883199 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.883489 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.883749 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.884005 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.884288 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.884548 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.884856 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.885450 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.885450 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.885667 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.885939 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.887250 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.887550 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.887837 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.888449 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.888449 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.894034 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.894034 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.894034 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.894034 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.894034 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.894472 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:18:12.894472 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:18:12.894472 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:18:12.894472 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:18:12.894472 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:18:12.894472 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:18:12.894472 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 12:18:12.895386 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 12:18:12.899949 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 12:18:12.903806 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jun 24 12:18:12.905437 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 12:18:12.905889 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 12:18:12.906225 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 12:18:12.906615 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 12:18:12.909720 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 12:18:12.909976 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 12:18:12.910321 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 12:18:12.937934 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 12:18:12.938382 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.938682 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92781) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 12:18:12.939043 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.940421 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92781) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 12:18:12.940705 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 12:18:12.940952 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 12:18:12.944296 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:12.944581 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.008430 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 12:18:13.008609 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 12:18:13.008849 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 12:18:13.009224 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 12:18:13.030588 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_db.sqlalchemy.engines [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92781) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 24 12:18:13.559637 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Initializing driver for type 'gre' Jun 24 12:18:13.560166 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] gre ID ranges: [(1, 1000)] Jun 24 12:18:13.609164 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Initializing driver for type 'local' Jun 24 12:18:13.609503 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Initializing driver for type 'vlan' Jun 24 12:18:13.623539 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] VlanTypeDriver initialization complete Jun 24 12:18:13.623873 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Initializing driver for type 'vxlan' Jun 24 12:18:13.624366 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] vxlan ID ranges: [(1, 1000)] Jun 24 12:18:13.674740 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Initializing extension driver 'port_security' Jun 24 12:18:13.675079 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.extensions.port_security [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] PortSecurityExtensionDriver initialization complete Jun 24 12:18:13.675447 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Initializing mechanism driver 'openvswitch' Jun 24 12:18:13.675775 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Initializing mechanism driver 'hyperv' Jun 24 12:18:13.682726 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.plugins.ml2.plugin [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92781) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:18:13.683673 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > port after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.684055 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > port after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.684413 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > port after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.684799 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > subnet after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.685154 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > subnet after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.685497 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > subnet after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.685875 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > network after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.686219 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > network after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.686556 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > network after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.686933 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > security_group after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.687276 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > security_group after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.687633 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > security_group after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.688023 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.688370 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.688706 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.689094 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > address_group after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.689436 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > address_group after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.689771 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > address_group after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.690101 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] ML2 OVO RPC backend initialized. {{(pid=92781) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:164}} Jun 24 12:18:13.690811 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router_interface after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.691181 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.691607 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > network before_response 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.691951 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > networks before_response 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.692292 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > port before_response 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.692628 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > ports before_response 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.692971 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > subnet before_response 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.693303 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > subnets before_response 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.693640 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > network after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.693971 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > network after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.694298 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > network after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.694628 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > port after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.695572 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > port after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.695907 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > port after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.696237 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > subnet after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.696567 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > subnet after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.696894 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > subnet after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.697457 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.plugin [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Modular L2 Plugin initialization complete Jun 24 12:18:13.697785 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading services supported by the core plugin {{(pid=92781) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 12:18:13.698111 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.plugins.ml2.managers [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Got port-security extension from driver 'port_security' Jun 24 12:18:13.698564 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.extensions.vlantransparent [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Disabled vlantransparent extension. Jun 24 12:18:13.699044 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92781) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 12:18:13.699373 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading Plugin: router Jun 24 12:18:13.733736 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router_interface before_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.734124 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router after_create 55549900 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.734496 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router before_create 55549900 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.734856 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.735220 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.735588 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router after_delete 55549900 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.735943 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > floatingip after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.736299 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router after_create 55549900 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.736642 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router after_update 55549900 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.736986 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router after_update 55549900 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.737333 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.737685 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router after_update 55549900 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.738086 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router precommit_update 55549900 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.738448 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: port after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.738783 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: port after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.739113 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: subnet after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.739485 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.739828 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > port precommit_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.740168 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router precommit_create 55549900 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.740501 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: port before_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.740838 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router precommit_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.741250 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router after_update 55549900 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.742548 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router precommit_delete 55549900 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.742548 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router precommit_create 55549900 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.744108 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router_interface after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.744108 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router precommit_update 55549900 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.744108 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > agent after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.744108 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > agent after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.744554 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > network after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.744897 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Tracking information for resource: router configured {{(pid=92781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:18:13.745223 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Tracking information for resource: floatingip configured {{(pid=92781) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 12:18:13.750089 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.db.l3_agentschedulers_db [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 12:18:13.750663 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: port after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.751016 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: port after_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.751383 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: port after_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.751733 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: port after_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.752506 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router before_create 55550100 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.752863 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router precommit_delete 55550100 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.753218 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router precommit_create 55550100 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.753566 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > router precommit_update 55550100 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.758590 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.services.provider_configuration [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Service providers = [] {{(pid=92781) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 12:18:13.759198 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.db.servicetype_db [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92781) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 12:18:13.761823 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.services.service_base [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 12:18:13.762165 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.services.service_base [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 12:18:13.762500 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.services.service_base [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 12:18:13.763380 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.services.service_base [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92781) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 12:18:13.764012 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.services.service_base [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 12:18:13.764384 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:18:13.764699 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 12:18:13.775534 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:18:13.776203 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading Plugin: auto_allocate Jun 24 12:18:13.781588 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: network precommit_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.781955 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: network precommit_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.782474 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:18:13.782790 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading Plugin: tag Jun 24 12:18:13.789337 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:18:13.789657 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading Plugin: timestamp Jun 24 12:18:13.793416 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:18:13.793734 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading Plugin: network_ip_availability Jun 24 12:18:13.800652 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.801020 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.801369 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:13.802082 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:18:13.802395 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading Plugin: flavors Jun 24 12:18:13.807580 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:18:13.807907 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading Plugin: revisions Jun 24 12:18:13.812163 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92781) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 12:18:13.812501 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_concurrency.lockutils [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.798s {{(pid=92781) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:13.813232 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92781) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 24 12:18:13.813558 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Initializing extension manager. Jun 24 12:18:13.814060 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: __init__.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.814397 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: __pycache__ {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.814723 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.815047 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: address_group.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.815810 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.816370 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: address-group Jun 24 12:18:13.816683 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: address_scope.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.817370 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.817874 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: address-scope Jun 24 12:18:13.818186 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: admin_state_down_before_update.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.819086 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.819615 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: router-admin-state-down-before-update Jun 24 12:18:13.820488 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: agent.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.821209 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.821665 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: agent Jun 24 12:18:13.821976 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: agent_resources_synced.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.822853 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.823379 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: agent-resources-synced Jun 24 12:18:13.823694 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: allowedaddresspairs.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.825437 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.825954 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: allowed-address-pairs Jun 24 12:18:13.826270 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: auto_allocated_topology.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.828309 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.828309 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: auto-allocated-topology Jun 24 12:18:13.828519 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: availability_zone.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.829017 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.829520 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: availability_zone Jun 24 12:18:13.829833 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: availability_zone_filter.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.830719 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.831224 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: availability_zone_filter Jun 24 12:18:13.831561 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: data_plane_status.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.832432 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.832931 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 12:18:13.833244 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: default_subnetpools.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.834131 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.834630 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: default-subnetpools Jun 24 12:18:13.834941 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: dhcpagentscheduler.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.835795 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.836304 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: dhcp_agent_scheduler Jun 24 12:18:13.836645 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: dns.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.837560 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.838681 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension dns-integration not supported by any of loaded plugins Jun 24 12:18:13.838681 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: dns_domain_ports.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.839196 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.839719 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 12:18:13.840037 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.840929 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.841427 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 24 12:18:13.841738 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: dvr.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.842386 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.842881 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: dvr Jun 24 12:18:13.843185 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: empty_string_filtering.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.844109 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.844605 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: empty-string-filtering Jun 24 12:18:13.844915 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.846232 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.846421 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 12:18:13.846571 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.847483 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.847981 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 12:18:13.848292 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: external_net.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.849165 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.849668 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: external-net Jun 24 12:18:13.849971 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: extra_dhcp_opt.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.850853 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.851401 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: extra_dhcp_opt Jun 24 12:18:13.851715 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: extraroute.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.852590 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.853090 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: extraroute Jun 24 12:18:13.853405 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: extraroute_atomic.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.854433 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.854930 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: extraroute-atomic Jun 24 12:18:13.855241 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: filter_validation.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.855907 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.856400 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: filter-validation Jun 24 12:18:13.856709 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: fip_pf_description.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.857583 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.858077 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 12:18:13.858385 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: fip_port_details.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.859271 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.859797 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: fip-port-details Jun 24 12:18:13.860109 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: flavors.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.861317 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.861827 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: flavors Jun 24 12:18:13.862143 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.863846 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.864362 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 12:18:13.864680 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: floatingip_pools.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.865355 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.865864 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: floatingip-pools Jun 24 12:18:13.866181 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: ip_allocation.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.867622 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.868130 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 12:18:13.868439 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.869324 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.869829 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: ip-substring-filtering Jun 24 12:18:13.870143 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: l2_adjacency.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.871037 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.871573 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 12:18:13.871886 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: l3.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.872849 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.873358 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: router Jun 24 12:18:13.873672 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: l3_conntrack_helper.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.876055 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.876582 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 12:18:13.876905 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.877805 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.878314 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: ext-gw-mode Jun 24 12:18:13.878630 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.879552 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.880058 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: l3-ha Jun 24 12:18:13.880376 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: l3_flavors.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.881274 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.881778 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: l3-flavors Jun 24 12:18:13.882091 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.883600 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.884099 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 12:18:13.884406 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: l3agentscheduler.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.885434 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.885944 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: l3_agent_scheduler Jun 24 12:18:13.886261 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: logging.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.887781 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.888302 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension logging not supported by any of loaded plugins Jun 24 12:18:13.888891 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: metering.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.889610 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.890193 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: metering Jun 24 12:18:13.890509 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.891596 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.892110 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: metering_source_and_destination_fields Jun 24 12:18:13.892426 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: multiprovidernet.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.893324 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.893829 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: multi-provider Jun 24 12:18:13.894141 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: netmtu.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.895020 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.895554 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: net-mtu Jun 24 12:18:13.895868 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: netmtu_writable.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.896745 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.897246 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: net-mtu-writable Jun 24 12:18:13.897559 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: network_availability_zone.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.898224 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.898723 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: network_availability_zone Jun 24 12:18:13.899037 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: network_ip_availability.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.900139 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.900644 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: network-ip-availability Jun 24 12:18:13.900957 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: network_segment_range.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.901696 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.902196 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 12:18:13.902509 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: pagination.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.903488 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.903810 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: pagination Jun 24 12:18:13.904117 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: port_device_profile.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.905008 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.905511 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: port-device-profile Jun 24 12:18:13.905822 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.906715 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.907217 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: port-mac-address-regenerate Jun 24 12:18:13.907555 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.908431 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.908937 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: port-numa-affinity-policy Jun 24 12:18:13.909251 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: port_resource_request.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.910134 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.910633 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 12:18:13.910943 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: portbindings.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.911860 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.912364 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: binding Jun 24 12:18:13.912676 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: portbindings_extended.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.913993 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.914497 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: binding-extended Jun 24 12:18:13.914822 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: portsecurity.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.915726 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.916230 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: port-security Jun 24 12:18:13.916546 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: project_id.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.917491 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.917814 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: project-id Jun 24 12:18:13.918126 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: providernet.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.919011 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.919550 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: provider Jun 24 12:18:13.919862 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: qos.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.923510 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.924033 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension qos not supported by any of loaded plugins Jun 24 12:18:13.924358 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.925577 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.926088 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 12:18:13.926408 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.927320 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.927822 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 12:18:13.928141 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: qos_default.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.929014 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.930102 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension qos-default not supported by any of loaded plugins Jun 24 12:18:13.930420 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: qos_fip.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.931050 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.931581 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension qos-fip not supported by any of loaded plugins Jun 24 12:18:13.931899 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: qos_gateway_ip.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.932789 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.933288 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 12:18:13.933599 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: qos_port_network_policy.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.934472 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.934977 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 12:18:13.935311 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: qos_rule_type_details.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.936197 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.936699 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 12:18:13.937014 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: qos_rules_alias.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.938023 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.938523 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 12:18:13.938834 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: quotasv2.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.939747 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.940063 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: quotas Jun 24 12:18:13.940372 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: quotasv2_detail.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.943358 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.943694 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: quota_details Jun 24 12:18:13.944019 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: rbac.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.945604 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.946205 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: rbac-policies Jun 24 12:18:13.946451 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: rbac_address_group.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.947373 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.947887 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: rbac-address-group Jun 24 12:18:13.948206 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: rbac_address_scope.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.949106 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.949618 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: rbac-address-scope Jun 24 12:18:13.949936 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: rbac_security_groups.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.950820 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.951355 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: rbac-security-groups Jun 24 12:18:13.951675 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: rbac_subnetpool.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.952554 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.953061 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: rbac-subnetpool Jun 24 12:18:13.953376 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: revisionifmatch.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.954264 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.954778 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: revision-if-match Jun 24 12:18:13.955095 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: revisions.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.956380 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.956893 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: standard-attr-revisions Jun 24 12:18:13.957211 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: router_availability_zone.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.957862 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.958370 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: router_availability_zone Jun 24 12:18:13.958684 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: routerservicetype.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.959602 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.960108 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension router-service-type not supported by any of loaded plugins Jun 24 12:18:13.960450 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.961343 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.961849 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: security-groups-normalized-cidr Jun 24 12:18:13.962163 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: security_groups_port_filtering.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.963048 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.963580 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: port-security-groups-filtering Jun 24 12:18:13.963894 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.964786 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.965299 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: security-groups-remote-address-group Jun 24 12:18:13.965933 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: securitygroup.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.975089 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.975645 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: security-group Jun 24 12:18:13.975969 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: segment.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.977263 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.977773 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension segment not supported by any of loaded plugins Jun 24 12:18:13.978092 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.978996 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.979540 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 12:18:13.979860 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: servicetype.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.980928 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.981441 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: service-type Jun 24 12:18:13.981758 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: sorting.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.982701 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.983025 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: sorting Jun 24 12:18:13.983374 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: standard_attr_segment.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.984320 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.984828 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 12:18:13.985150 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: standardattrdescription.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.985774 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.986277 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: standard-attr-description Jun 24 12:18:13.986592 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: stateful_security_group.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.987532 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.988043 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: stateful-security-group Jun 24 12:18:13.988357 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: stdattrs_common.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.988915 dv-cinder-689486-14-smb neutron-server[92781]: WARNING neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 12:18:13.989230 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.990159 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.990673 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 12:18:13.990989 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: subnet_onboard.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.992685 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.993198 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: subnet_onboard Jun 24 12:18:13.993515 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.994414 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.994917 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 12:18:13.995236 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: subnet_service_types.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.996165 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.996673 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: subnet-service-types Jun 24 12:18:13.996986 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: subnetallocation.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.998128 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:13.998630 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: subnet_allocation Jun 24 12:18:13.998944 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:13.999702 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:14.000221 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: subnetpool-prefix-ops Jun 24 12:18:14.000525 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:14.001422 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:14.001922 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 12:18:14.002236 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: tagging.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:14.003298 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:14.003819 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: standard-attr-tag Jun 24 12:18:14.004135 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: timestamp.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:14.005311 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:14.005820 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loaded extension: standard-attr-timestamp Jun 24 12:18:14.006134 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: trunk.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:14.007136 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:14.007697 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension trunk not supported by any of loaded plugins Jun 24 12:18:14.008013 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: trunk_details.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:14.008905 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:14.009417 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension trunk-details not supported by any of loaded plugins Jun 24 12:18:14.009731 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: uplink_status_propagation.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:14.010621 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:14.011130 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 12:18:14.011473 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Loading extension file: vlantransparent.py {{(pid=92781) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 24 12:18:14.012117 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92781) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 24 12:18:14.012623 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 12:18:14.015368 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of TrackedResource for resource:network Jun 24 12:18:14.015888 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of TrackedResource for resource:subnet Jun 24 12:18:14.016276 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 12:18:14.016656 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of TrackedResource for resource:port Jun 24 12:18:14.017871 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.v2.resource_helper [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:18:14.018295 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.v2.resource_helper [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Service FLAVORS assigned prefix: {{(pid=92781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:18:14.018913 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.v2.resource_helper [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:18:14.019349 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.v2.resource_helper [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:18:14.019671 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of TrackedResource for resource:router Jun 24 12:18:14.020097 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of TrackedResource for resource:floatingip Jun 24 12:18:14.020580 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.v2.resource_helper [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Service METERING assigned prefix: /metering {{(pid=92781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:18:14.021993 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:14.022359 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:14.022708 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92781) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:18:14.023750 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 12:18:14.024187 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of TrackedResource for resource:security_group Jun 24 12:18:14.024620 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 12:18:14.025234 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.v2.resource_helper [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Service CORE assigned prefix: {{(pid=92781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:18:14.025556 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 12:18:14.025893 dv-cinder-689486-14-smb neutron-server[92781]: WARNING neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] subnetpool is already registered Jun 24 12:18:14.026314 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.v2.resource_helper [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Service CORE assigned prefix: {{(pid=92781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:18:14.026630 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 12:18:14.026951 dv-cinder-689486-14-smb neutron-server[92781]: WARNING neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] subnetpool is already registered Jun 24 12:18:14.029236 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.v2.resource_helper [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:18:14.029664 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.v2.resource_helper [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Service FLAVORS assigned prefix: {{(pid=92781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:18:14.030246 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.v2.resource_helper [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:18:14.030660 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.v2.resource_helper [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:18:14.030981 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of TrackedResource for resource:router Jun 24 12:18:14.031329 dv-cinder-689486-14-smb neutron-server[92781]: WARNING neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] router is already registered Jun 24 12:18:14.031733 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of TrackedResource for resource:floatingip Jun 24 12:18:14.032062 dv-cinder-689486-14-smb neutron-server[92781]: WARNING neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] floatingip is already registered Jun 24 12:18:14.032511 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.v2.resource_helper [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Service METERING assigned prefix: /metering {{(pid=92781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:18:14.033155 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 12:18:14.033470 dv-cinder-689486-14-smb neutron-server[92781]: WARNING neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] rbac_policy is already registered Jun 24 12:18:14.033870 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of TrackedResource for resource:security_group Jun 24 12:18:14.034190 dv-cinder-689486-14-smb neutron-server[92781]: WARNING neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] security_group is already registered Jun 24 12:18:14.034580 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 12:18:14.034901 dv-cinder-689486-14-smb neutron-server[92781]: WARNING neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] security_group_rule is already registered Jun 24 12:18:14.035554 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.v2.resource_helper [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Service CORE assigned prefix: {{(pid=92781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:18:14.035878 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 12:18:14.036198 dv-cinder-689486-14-smb neutron-server[92781]: WARNING neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] subnetpool is already registered Jun 24 12:18:14.036604 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.v2.resource_helper [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Service CORE assigned prefix: {{(pid=92781) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 12:18:14.036914 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 12:18:14.037232 dv-cinder-689486-14-smb neutron-server[92781]: WARNING neutron.quota.resource_registry [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] subnetpool is already registered Jun 24 12:18:14.037691 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: extensions {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.039737 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: address-groups {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.041189 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: address-scopes {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.042499 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: agents {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.043678 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: auto-allocated-topology {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.044915 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: availability_zones {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.046128 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: dhcp-networks {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.047643 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: dhcp-agents {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.049153 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: routers {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.050842 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: flavors {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.053231 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: service_profiles {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.055000 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: next_providers {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.056477 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: service_profiles {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.057995 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: floatingip-pools {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.059224 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: routers {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.060940 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: floatingips {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.062254 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: l3-routers {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.063683 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: l3-agents {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.065107 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: metering-labels {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.066346 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: metering-label-rules {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.067753 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: network-ip-availabilities {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.068996 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: bindings {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.070615 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: quotas {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.072167 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: quotas {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.073565 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: rbac-policies {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.074748 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: security-groups {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.076072 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: security-group-rules {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.077463 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: service-providers {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.078864 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: subnetpools {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.080203 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: subnetpools {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.081742 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: tags {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.083418 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: tags {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.085279 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: tags {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.087061 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: tags {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.088759 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: tags {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.090683 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: tags {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.092463 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: tags {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.094219 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: tags {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.096144 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: tags {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.097839 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron.api.extensions [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Extended resource: tags {{(pid=92781) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 12:18:14.104320 dv-cinder-689486-14-smb neutron-server[92781]: WARNING keystonemiddleware.auth_token [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 12:18:14.108948 dv-cinder-689486-14-smb neutron-server[92781]: WARNING keystonemiddleware.auth_token [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 12:18:14.117697 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_concurrency.lockutils [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Acquired lock "singleton_lock" {{(pid=92781) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 12:18:14.118165 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_concurrency.lockutils [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Releasing lock "singleton_lock" {{(pid=92781) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 12:18:14.118785 dv-cinder-689486-14-smb neutron-server[92781]: INFO oslo_service.service [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Starting 2 workers Jun 24 12:18:14.123516 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Started child 92888 {{(pid=92781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 12:18:14.128011 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Started child 92890 {{(pid=92781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 12:18:14.128910 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:14.129641 dv-cinder-689486-14-smb neutron-server[92781]: INFO neutron.service [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 12:18:14.130248 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Notify callbacks [] for process, before_spawn {{(pid=92781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:14.130438 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [-] (92888) wsgi starting up on http://0.0.0.0:9696 Jun 24 12:18:14.130841 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 60546) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:14.132785 dv-cinder-689486-14-smb neutron-server[92781]: INFO oslo_service.service [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Starting 1 workers Jun 24 12:18:14.133089 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:14.134538 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [-] (92890) wsgi starting up on http://0.0.0.0:9696 Jun 24 12:18:14.137990 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Started child 92891 {{(pid=92781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 12:18:14.138785 dv-cinder-689486-14-smb neutron-server[92781]: INFO oslo_service.service [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Starting 1 workers Jun 24 12:18:14.140082 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [-] 10.222.0.98 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068479 Jun 24 12:18:14.142286 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.service [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] calling RpcWorker wait() {{(pid=92891) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 12:18:14.143531 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.service [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] returning from RpcWorker wait() {{(pid=92891) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 12:18:14.144061 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:14.144171 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Started child 92892 {{(pid=92781) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 24 12:18:14.144525 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:18:14.144905 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG neutron_lib.callbacks.manager [None req-26fbeb6e-5b20-4681-a35d-343dec7e0d3a None None] Notify callbacks [] for process, after_spawn {{(pid=92781) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:14.146958 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92781) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 12:18:14.147093 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 12:18:14.147220 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 12:18:14.147473 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 12:18:14.147802 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 12:18:14.148002 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 12:18:14.148516 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.148787 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.149240 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.149512 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.149796 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.150359 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.150606 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.150871 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.151146 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.151438 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.151613 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.151778 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.152034 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.152279 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.152511 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:14.152988 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.152988 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.153159 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.153456 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.153626 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.153888 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.154160 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.154385 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.154649 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] debug = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.154895 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.155382 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.155638 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.155971 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.156159 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.156460 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.156693 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.156977 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.157214 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.157461 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.157710 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.157968 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.158210 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.158421 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.158661 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.158916 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.159159 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.159670 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] host = dv-cinder-689486-14-smb {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.159910 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.160149 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.160379 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.160634 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.160876 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.161087 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.161352 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.161603 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.161861 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.162085 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.162338 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.162595 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.162830 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.163077 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] log_file = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.163232 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] log_options = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.164025 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.164315 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.164571 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.164759 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.164928 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.165104 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.165363 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.165525 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.165775 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.165991 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.166204 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.166425 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.166656 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.166872 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.167139 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.167414 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.167647 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.167870 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.168133 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.168360 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.168583 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.168806 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.169040 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.169260 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.169492 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.169726 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.169948 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.170162 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.170371 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.170639 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.170851 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.171123 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.173028 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.173028 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.173028 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.173289 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.173906 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.173906 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.174081 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.174333 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.174686 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.175263 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.175972 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.176897 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.177153 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.177411 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] use_json = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.178320 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.178884 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.178884 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.179045 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.179793 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.181246 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.181246 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.181411 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.181734 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.182865 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.182865 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.182865 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.183159 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.183248 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.183479 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.183712 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.183972 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.184208 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.184541 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.184763 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.185043 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.185289 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.185531 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.186634 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.186634 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.186634 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.186634 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.186915 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.187111 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.187327 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.188157 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.188157 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.188157 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.188594 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.190060 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.190060 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.190060 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.190060 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.190060 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.190060 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.191054 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.191284 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.192479 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.192479 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.192479 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.192479 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.192479 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.193047 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.193047 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.193047 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.193348 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.193494 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.193729 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.193964 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.194193 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.194525 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.194676 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.196177 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.196177 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.196177 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.196177 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.196177 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.196177 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.196909 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.197194 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.197493 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.197812 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.198490 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.198795 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:18:14.198970 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.199201 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.199526 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.199823 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.200113 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.200427 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.200763 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.201055 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.201298 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.202304 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.202773 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.203015 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.205421 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.205421 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.205421 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.205421 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.205421 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.205421 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.205421 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.205421 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.205421 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.206133 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.206133 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.206379 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.206849 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.207040 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.207405 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.207677 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.207946 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.208210 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.211531 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.212021 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.212491 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.212956 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.213410 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.213914 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.214369 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.214862 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.215320 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.215773 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.216385 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.216779 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.217167 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.217549 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.218077 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.218478 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.220702 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.222834 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.222834 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.222834 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.223069 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.223260 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.227684 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.228000 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.228248 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.228568 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.229950 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.229950 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.229950 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.229950 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.230235 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.230442 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.230600 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.230850 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.231102 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.231402 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.231634 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.231918 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.232974 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.232974 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.232974 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.232974 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.233282 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.233430 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.234397 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.234621 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.234901 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.235183 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.235463 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.235748 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.236000 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.236240 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.236502 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.236752 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.236990 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.237282 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.237535 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.237756 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.238720 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.238720 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.238720 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.238720 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.238988 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.239194 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.239487 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.239732 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.240938 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.241172 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.241539 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.242309 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.242586 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.242820 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.243808 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.244073 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.244296 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.244593 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.244767 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.244996 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.245232 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.245520 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.245829 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.246018 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.246267 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.246514 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.247827 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.247827 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.247827 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.248079 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.248149 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.248416 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.248573 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.249422 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.249422 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.249422 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.249422 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.249728 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.249945 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.250281 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.250608 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.250784 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.251021 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.252205 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.252491 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.252725 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.252981 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.253381 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.253381 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.253757 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.253907 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.254115 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.254343 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.254558 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.254784 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.255005 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.255216 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.257411 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.257411 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.257411 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.257411 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.260220 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.260484 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.260740 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.260964 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.261192 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.261423 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.261642 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.261882 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.262104 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.262315 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.262560 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.262773 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.263024 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.263240 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.264162 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.264400 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.264636 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.265623 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.265853 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.266083 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.266349 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.266542 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.266876 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.267143 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.267466 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.267751 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.267997 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.268246 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.268492 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.268814 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.269044 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.269318 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.269559 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.269802 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.270019 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.270287 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.270631 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.270908 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.271174 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.273602 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.273602 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.273602 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.273602 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.273954 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.274196 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.274698 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.274807 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.275060 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.275278 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.276083 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.276347 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.277392 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.277814 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.278217 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.278217 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.282852 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.282852 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.282852 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.282852 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.282852 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.282852 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.282852 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.282852 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.282852 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.286978 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.286978 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 12:18:14.286978 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92781) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 24 12:18:14.286978 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 12:18:14.286978 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 12:18:14.286978 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 12:18:14.286978 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 12:18:14.286978 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 12:18:14.290394 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.290394 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.290394 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.290394 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.290394 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.290394 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.290394 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.290394 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.291457 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.291457 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.291457 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.291457 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.291457 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.291457 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.291457 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.291457 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.291457 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.293287 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.293287 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.293287 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.293287 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.293287 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.293287 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] debug = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.293287 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.295249 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.295249 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.295249 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.295249 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.295249 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.295249 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.296089 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.296089 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.296089 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.296089 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.296089 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.296089 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.296089 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.296089 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.297395 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.297395 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.297395 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] host = dv-cinder-689486-14-smb {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.297395 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.297395 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.297395 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.297395 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.297395 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.299039 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.299039 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.299039 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.299039 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.299039 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.299039 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.299039 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.299039 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.301531 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] log_file = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.301531 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] log_options = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.301531 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.301531 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.301531 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.301531 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.301531 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.303273 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.303273 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.303273 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.303273 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.303273 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.303273 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.303273 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.303273 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.306121 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.306121 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.306121 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.306121 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.306121 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.306121 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.306121 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.306121 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.307611 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.307611 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.307611 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.307611 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.307611 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.307611 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.307611 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.307611 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.307611 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.308115 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.310200 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.310200 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.310200 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.310200 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.310472 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.310661 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.310778 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.311015 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.311247 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.311525 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.311983 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.312178 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.312389 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.312491 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.312648 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] use_json = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.312805 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.312963 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.313119 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.313504 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.313664 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.313817 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.314124 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.314287 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 12:18:14.314480 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.314644 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.314823 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.314993 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.315143 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.315320 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.315492 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.315635 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.315777 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.315930 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.316095 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.317292 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.317447 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:18:14.317607 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.318115 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.318115 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.318392 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.318392 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.318671 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.319921 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.320160 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.320389 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.320666 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.320874 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.321115 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.321328 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.98/identity {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.321788 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.321996 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.322153 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.322320 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.322482 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.322624 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.322779 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.322917 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.323080 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.323225 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.323416 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.323557 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.323693 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.323949 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.324131 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.324217 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.324296 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.324464 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.324635 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.324793 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.324970 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.325198 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.325198 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.326256 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.326256 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.326256 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.326256 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.326256 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.326256 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.326256 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.327174 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.327174 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.327174 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.327174 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.327856 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.328034 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.328212 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.328373 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.328515 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.328656 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.328848 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.329691 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.329691 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.329691 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.330946 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.330946 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.330946 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.330946 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.330946 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.330946 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.332427 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.332427 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.332427 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.332427 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.332427 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.332427 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.332427 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.333491 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.333491 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.333491 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.333491 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.333491 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.334250 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.334250 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.334250 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.335042 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.335213 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.336026 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.336026 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.336306 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.337377 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.337377 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.337377 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.337377 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.337377 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.337377 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.337377 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.337377 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.339191 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.339191 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.339191 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.339191 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.339191 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.339191 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.339191 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.339191 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.341002 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.341002 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.341002 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.341002 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.341002 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.341002 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.341002 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.341002 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.342151 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.342151 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.342151 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.342151 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.342151 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.342151 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.342151 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.342151 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.342151 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.343316 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.343316 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.343316 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.343316 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.343316 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.343316 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.343316 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.343316 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.344460 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.344460 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.344460 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.344460 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.344460 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.344460 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.344460 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.344460 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.98/identity {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.345493 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.345493 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.345493 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.345493 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.345493 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.345493 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.345493 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.345493 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.347632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.347632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.347632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.347632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.347632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.347632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.347632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.347632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.349325 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.349325 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.349325 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.349325 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.349325 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.349325 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.349325 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.349325 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.350432 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.350432 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.350432 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.350432 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.350432 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.350432 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.350432 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.350432 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.352133 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.352133 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.352133 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.352133 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.352133 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.352133 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.352133 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.352133 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.354392 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.354392 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.354392 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.354392 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.354392 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.354392 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.354392 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.354392 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.356506 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.356506 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.356506 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.356506 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.356506 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.356506 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.356506 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.356506 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.357646 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.357646 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.357646 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.357646 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.357646 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.357646 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.357646 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.357646 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.357646 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.359632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.359632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.359632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.359632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.359632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.359632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.359632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.359632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.359632 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.360897 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.360897 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.360897 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.360897 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.360897 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.360897 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.360897 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.360897 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.360897 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.361695 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.361695 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.361695 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.361695 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.361695 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.361695 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.361695 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.361695 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.363496 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.363496 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.363496 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.363496 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.363496 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.363496 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.363496 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.363496 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365043 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365043 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365043 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365043 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365043 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365043 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365043 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365043 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365782 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365782 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365782 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365782 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365782 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365782 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365782 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365782 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.365782 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.366767 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.366767 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.366767 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.366767 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.366767 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.366767 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.366767 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.366767 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.366767 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.368505 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.368505 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.368505 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.368505 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.368505 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 12:18:14.368505 dv-cinder-689486-14-smb neutron-server[92781]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92781) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 12:18:25.579894 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a8c6d7-fee2-4bfa-8e6c-2ec80b5384cc None None] get_active_networks_info from dv-cinder-689486-14-smb {{(pid=92891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 24 12:18:25.728238 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a8c6d7-fee2-4bfa-8e6c-2ec80b5384cc None None] No non-hosted networks {{(pid=92891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 12:18:25.741545 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.agentschedulers_db [None req-91a8c6d7-fee2-4bfa-8e6c-2ec80b5384cc None None] DHCP Agent not found on host dv-cinder-689486-14-smb {{(pid=92891) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 24 12:18:25.792812 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d9be9af5-99cd-484b-80a6-2511e195fede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-611146'] for agent, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:27.973416 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-75ab9207-810a-426a-a084-7e3ae6bd3073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-611146'] for agent, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:28.039582 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-60023e7f-befb-4ad5-b51a-010f8f2db8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:28.482802 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-611146'] for agent, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:28.483532 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.483878 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.484236 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.484612 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.485252 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.485762 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.486295 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.486872 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.487391 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.487886 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.488452 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.489028 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:28.489643 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-689486-14-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:18:28.496875 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-689486-14-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:18:29.373451 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-611146'] for agent, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:30.793654 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-611146'] for agent, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:32.226208 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 60652) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:32.756028 dv-cinder-689486-14-smb neutron-server[92888]: WARNING oslo_policy.policy [None req-841dc514-4169-419c-8716-b023880eb5ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:18:32.757207 dv-cinder-689486-14-smb neutron-server[92888]: WARNING oslo_policy.policy [None req-841dc514-4169-419c-8716-b023880eb5ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:18:32.975619 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [None req-841dc514-4169-419c-8716-b023880eb5ed admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:18:32.976667 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-841dc514-4169-419c-8716-b023880eb5ed admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7491982 Jun 24 12:18:34.366922 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.db.l3_hamode_db [None req-23bb77a4-8435-4196-b061-e4080af7f963 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 12:18:34.444960 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb77a4-8435-4196-b061-e4080af7f963 None None] Routers set() bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:18:34.445335 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bb77a4-8435-4196-b061-e4080af7f963 None None] Router IDs set() for agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 24 12:18:35.362793 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 60666) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:35.865966 dv-cinder-689486-14-smb neutron-server[92890]: WARNING oslo_policy.policy [None req-6e06b61f-33f2-48cf-bf5c-f3c99ce51f6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:18:35.866581 dv-cinder-689486-14-smb neutron-server[92890]: WARNING oslo_policy.policy [None req-6e06b61f-33f2-48cf-bf5c-f3c99ce51f6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:18:36.086747 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-6e06b61f-33f2-48cf-bf5c-f3c99ce51f6b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:18:36.183931 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.policy [None req-6e06b61f-33f2-48cf-bf5c-f3c99ce51f6b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92890) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 12:18:36.229844 dv-cinder-689486-14-smb neutron-server[92890]: WARNING oslo_policy.policy [None req-6e06b61f-33f2-48cf-bf5c-f3c99ce51f6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:18:36.230233 dv-cinder-689486-14-smb neutron-server[92890]: WARNING oslo_policy.policy [None req-6e06b61f-33f2-48cf-bf5c-f3c99ce51f6b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:18:36.239179 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.quota [None req-6e06b61f-33f2-48cf-bf5c-f3c99ce51f6b admin admin] Loaded quota_driver: . Jun 24 12:18:36.337354 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6e06b61f-33f2-48cf-bf5c-f3c99ce51f6b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792601547045', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792601547640', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792601552816', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792601553254', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792602031913', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792602041808', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7938061', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8145513', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-901493', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-676056'] for rbac-policy, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:36.416989 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6e06b61f-33f2-48cf-bf5c-f3c99ce51f6b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:36.418460 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-6e06b61f-33f2-48cf-bf5c-f3c99ce51f6b admin admin] 10.222.0.98 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0535715 Jun 24 12:18:38.990160 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 60684) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:39.286274 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Request body: {'network': {'name': 'private', 'project_id': '864ba4743fa94b129f621ac542136730', 'tenant_id': '864ba4743fa94b129f621ac542136730', 'admin_state_up': True}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:18:39.315116 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Made reservation on behalf of 864ba4743fa94b129f621ac542136730 for: {'network': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:18:39.318031 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:39.335207 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:39.464042 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:39.468280 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:39.473378 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:39.487922 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=92890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:18:39.518400 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792598930719', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:39.519080 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Unsubscribe: segment precommit_create {{(pid=92890) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 12:18:39.519513 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.segments_db [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Added segment dd093513-3d47-42ff-95bb-fabec314ba88 of type vlan for network 55bc17f8-91c9-48cd-af1c-900cd02b025a Jun 24 12:18:39.537518 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4b194e-383f-4013-91f8-e272a4b1b7d3,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:39.587077 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:39.587481 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:39.587814 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:39.588137 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:39.588457 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:39.588775 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:39.589087 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:39.589397 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:39.589721 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:39.590033 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:39.590339 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:39.590642 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Tracked resource versions report: Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: pushed versions: Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: { 'AddressGroup': {'1.2'}, Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'ConntrackHelper': {'1.0'}, Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'Log': {'1.0'}, Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'Network': {'1.1'}, Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'Port': {'1.7'}, Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'PortForwarding': {'1.2'}, Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'QosPolicy': {'1.8'}, Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'SecurityGroup': {'1.4'}, Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'SubPort': {'1.0'}, Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'Subnet': {'1.1'}, Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'Trunk': {'1.1'}} Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: consumer versions: Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: { DHCP agent@dv-cinder-689486-14-smb: {}, Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: L3 agent@dv-cinder-689486-14-smb: {}, Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: Metadata agent@dv-cinder-689486-14-smb: {}, Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: Metering agent@dv-cinder-689486-14-smb: {}, Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: Open vSwitch agent@dv-cinder-689486-14-smb: { 'AddressGroup': '1.2', Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'ConntrackHelper': '1.0', Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'Log': '1.0', Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'Network': '1.1', Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'Port': '1.7', Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'PortForwarding': '1.2', Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'QosPolicy': '1.8', Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'SecurityGroup': '1.4', Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'SecurityGroupRule': '1.2', Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'SubPort': '1.0', Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'Subnet': '1.1', Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: 'Trunk': '1.1'}} Jun 24 12:18:39.591743 dv-cinder-689486-14-smb neutron-server[92890]: {{(pid=92890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:18:39.639272 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:39.645043 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:39.690317 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:39.692022 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:39.692710 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:39.694867 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:39.786274 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7944553 Jun 24 12:18:39.789637 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Pushing event updated for resources: {'Network': ['ID=55bc17f8-91c9-48cd-af1c-900cd02b025a,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:39.792790 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:39.802121 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network 55bc17f8-91c9-48cd-af1c-900cd02b025a details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:18:42.398454 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 60698) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:42.798754 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67567e1e-9a64-4946-bb15-f6877c1e5762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:42.800152 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-67567e1e-9a64-4946-bb15-f6877c1e5762 admin admin] 10.222.0.98 "GET /v2.0/networks/55bc17f8-91c9-48cd-af1c-900cd02b025a HTTP/1.1" status: 200 len: 825 time: 0.4007187 Jun 24 12:18:42.824362 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-df825d62-572c-46e1-82ac-45bf53935e9c admin admin] 10.222.0.98 "GET /v2.0/subnetpools/06bb1dee-e4db-412c-8af7-2392e6f08a06 HTTP/1.1" status: 200 len: 734 time: 0.0182812 Jun 24 12:18:42.832867 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-ee43252f-ba75-4b66-9fd5-a8b62e357502 admin admin] Request body: {'subnet': {'subnetpool_id': '06bb1dee-e4db-412c-8af7-2392e6f08a06', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a', 'tenant_id': '864ba4743fa94b129f621ac542136730', 'name': 'private-subnet'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:18:42.856275 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee43252f-ba75-4b66-9fd5-a8b62e357502 admin admin] Made reservation on behalf of 864ba4743fa94b129f621ac542136730 for: {'subnet': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:18:42.858620 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ee43252f-ba75-4b66-9fd5-a8b62e357502 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:43.156488 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ee43252f-ba75-4b66-9fd5-a8b62e357502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710'] for subnet, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:43.158694 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:43.228627 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43252f-ba75-4b66-9fd5-a8b62e357502 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91742a75-c632-4224-86ff-b1a77bba498d,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:43.232017 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-ee43252f-ba75-4b66-9fd5-a8b62e357502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:43.232943 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee43252f-ba75-4b66-9fd5-a8b62e357502 admin admin] Checking segment: {'id': 'dd093513-3d47-42ff-95bb-fabec314ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:18:43.233323 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee43252f-ba75-4b66-9fd5-a8b62e357502 admin admin] Network hostable DHCP agents. Network: 55bc17f8-91c9-48cd-af1c-900cd02b025a, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:18:43.255596 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee43252f-ba75-4b66-9fd5-a8b62e357502 admin admin] Network 55bc17f8-91c9-48cd-af1c-900cd02b025a is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:18:43.268385 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-ee43252f-ba75-4b66-9fd5-a8b62e357502 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, 55bc17f8-91c9-48cd-af1c-900cd02b025a) {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:18:43.274007 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee43252f-ba75-4b66-9fd5-a8b62e357502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:43.274693 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ee43252f-ba75-4b66-9fd5-a8b62e357502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:43.280817 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdf334d-dfcc-45a0-b63a-0c29dab1bf0b None None] Network 55bc17f8-91c9-48cd-af1c-900cd02b025a requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:18:43.289864 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-ee43252f-ba75-4b66-9fd5-a8b62e357502 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4603357 Jun 24 12:18:43.605224 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf266d022-4da0-5769-8009-4cd9ec177add-55bc17f8-91c9-48cd-af1c-900cd02b025a', 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a', 'tenant_id': '864ba4743fa94b129f621ac542136730', 'fixed_ips': [{'subnet_id': '91742a75-c632-4224-86ff-b1a77bba498d'}]}} from dv-cinder-689486-14-smb. {{(pid=92891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:18:43.606397 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:43.878974 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Allocated IP 172.20.0.2 (55bc17f8-91c9-48cd-af1c-900cd02b025a/91742a75-c632-4224-86ff-b1a77bba498d/4c645be7-2baa-490f-ac11-86367f8b12d9) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:18:44.094426 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:44.138213 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Transition to ACTIVE for port object 4c645be7-2baa-490f-ac11-86367f8b12d9 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:18:44.160074 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Transition to ACTIVE for port object 4c645be7-2baa-490f-ac11-86367f8b12d9 will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:18:44.169003 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:44.171907 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:44.241639 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Network 55bc17f8-91c9-48cd-af1c-900cd02b025a is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:18:44.252679 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:18:44.254567 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Pushing event updated for resources: {'Port': ['ID=4c645be7-2baa-490f-ac11-86367f8b12d9,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:44.260037 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:18:44.268896 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:44.268896 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:44.268896 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:44.269261 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:44.269509 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:44.269756 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:44.270069 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:44.270413 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:44.270745 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:44.271128 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:44.272041 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:44.272465 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Tracked resource versions report: Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: pushed versions: Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: { 'AddressGroup': {'1.2'}, Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'ConntrackHelper': {'1.0'}, Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'Log': {'1.0'}, Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'Network': {'1.1'}, Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'Port': {'1.7'}, Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'PortForwarding': {'1.2'}, Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'QosPolicy': {'1.8'}, Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'SecurityGroup': {'1.4'}, Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'SubPort': {'1.0'}, Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'Subnet': {'1.1'}, Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'Trunk': {'1.1'}} Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: consumer versions: Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: { DHCP agent@dv-cinder-689486-14-smb: {}, Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: L3 agent@dv-cinder-689486-14-smb: {}, Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: Metadata agent@dv-cinder-689486-14-smb: {}, Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: Metering agent@dv-cinder-689486-14-smb: {}, Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: Open vSwitch agent@dv-cinder-689486-14-smb: { 'AddressGroup': '1.2', Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'ConntrackHelper': '1.0', Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'Log': '1.0', Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'Network': '1.1', Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'Port': '1.7', Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'PortForwarding': '1.2', Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'QosPolicy': '1.8', Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'SecurityGroup': '1.4', Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'SecurityGroupRule': '1.2', Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'SubPort': '1.0', Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'Subnet': '1.1', Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: 'Trunk': '1.1'}} Jun 24 12:18:44.273315 dv-cinder-689486-14-smb neutron-server[92891]: {{(pid=92891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:18:44.293545 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:44.343012 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Attempting to bind port 4c645be7-2baa-490f-ac11-86367f8b12d9 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:18:44.343429 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Attempting to bind port 4c645be7-2baa-490f-ac11-86367f8b12d9 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': 'dd093513-3d47-42ff-95bb-fabec314ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:18:44.343861 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Attempting to bind port 4c645be7-2baa-490f-ac11-86367f8b12d9 on network 55bc17f8-91c9-48cd-af1c-900cd02b025a {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:18:44.348902 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:18:44.349311 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Checking segment: {'id': 'dd093513-3d47-42ff-95bb-fabec314ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:18:44.349826 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:44.350214 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Bound using segment: {'id': 'dd093513-3d47-42ff-95bb-fabec314ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:18:44.350696 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Bound port: 4c645be7-2baa-490f-ac11-86367f8b12d9, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd093513-3d47-42ff-95bb-fabec314ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:18:44.351111 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:44.414762 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] For port 4c645be7-2baa-490f-ac11-86367f8b12d9, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:18:44.418976 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] For port 4c645be7-2baa-490f-ac11-86367f8b12d9, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=4c645be7-2baa-490f-ac11-86367f8b12d9,segment=NetworkSegment(dd093513-3d47-42ff-95bb-fabec314ba88),segment_id=dd093513-3d47-42ff-95bb-fabec314ba88)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:18:44.423352 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:44.430000 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:44.489953 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Pushing event updated for resources: {'Port': ['ID=4c645be7-2baa-490f-ac11-86367f8b12d9,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:44.493493 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:45.726988 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 60706) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:46.075895 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [None req-30097f2a-4038-477c-a549-95d3b1a054dc admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:18:46.076912 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-30097f2a-4038-477c-a549-95d3b1a054dc admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3489099 Jun 24 12:18:48.453960 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 60714) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:48.764562 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [None req-dc5eee00-eada-4b75-8096-f7e583cbc6d6 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:18:48.779316 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-dc5eee00-eada-4b75-8096-f7e583cbc6d6 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3107209 Jun 24 12:18:50.351139 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 4c645be7-2baa-490f-ac11-86367f8b12d9 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:18:50.436333 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port 4c645be7-2baa-490f-ac11-86367f8b12d9 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:18:50.554151 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60fc62b-dcfa-41f3-abc6-7a18a098df6c None None] Network 55bc17f8-91c9-48cd-af1c-900cd02b025a requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:18:50.607363 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-1dab0aa3-9a48-416f-9c23-b74f6e62b4ad None None] Provisioning for port 4c645be7-2baa-490f-ac11-86367f8b12d9 completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:18:50.614540 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-1dab0aa3-9a48-416f-9c23-b74f6e62b4ad None None] Provisioning complete for port 4c645be7-2baa-490f-ac11-86367f8b12d9 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:18:50.615437 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1dab0aa3-9a48-416f-9c23-b74f6e62b4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:50.777558 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1dab0aa3-9a48-416f-9c23-b74f6e62b4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:50.841435 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-1dab0aa3-9a48-416f-9c23-b74f6e62b4ad None None] For port 4c645be7-2baa-490f-ac11-86367f8b12d9, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=4c645be7-2baa-490f-ac11-86367f8b12d9,segment=NetworkSegment(dd093513-3d47-42ff-95bb-fabec314ba88),segment_id=dd093513-3d47-42ff-95bb-fabec314ba88)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:18:50.846752 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1dab0aa3-9a48-416f-9c23-b74f6e62b4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:50.853194 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:50.915574 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab0aa3-9a48-416f-9c23-b74f6e62b4ad None None] Pushing event updated for resources: {'Port': ['ID=4c645be7-2baa-490f-ac11-86367f8b12d9,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:50.920960 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-1dab0aa3-9a48-416f-9c23-b74f6e62b4ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:51.069523 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-abd08cec-acf4-41fc-ae5b-ac3f3be11f39 None None] Provisioning complete for port 4c645be7-2baa-490f-ac11-86367f8b12d9 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:18:51.069888 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-abd08cec-acf4-41fc-ae5b-ac3f3be11f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:51.377392 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 60728) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:51.685934 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-ab66e95f-dbcf-4914-9a53-103c6d6edecd admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '864ba4743fa94b129f621ac542136730'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:18:51.709788 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ab66e95f-dbcf-4914-9a53-103c6d6edecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-606813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60430'] for router, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:51.711235 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ab66e95f-dbcf-4914-9a53-103c6d6edecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60421'] for router, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:51.846294 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ab66e95f-dbcf-4914-9a53-103c6d6edecd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:51.851364 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ab66e95f-dbcf-4914-9a53-103c6d6edecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613115'] for router, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:51.863746 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ab66e95f-dbcf-4914-9a53-103c6d6edecd admin admin] Notify callbacks [] for router, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:51.864860 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-ab66e95f-dbcf-4914-9a53-103c6d6edecd admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4864812 Jun 24 12:18:52.327015 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 4c645be7-2baa-490f-ac11-86367f8b12d9 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:18:52.371762 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 4c645be7-2baa-490f-ac11-86367f8b12d9 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:18:52.372135 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:54.188466 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 60736) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:54.502214 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [None req-39af7762-b1b1-4c92-baac-120d94590b29 admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:18:54.503176 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-39af7762-b1b1-4c92-baac-120d94590b29 admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138082 Jun 24 12:18:55.517981 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c3cbec39-b7f1-4bc3-ac45-06c4c94af5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:56.842030 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 60744) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:18:57.156583 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:18:57.157987 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.quota [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Loaded quota_driver: . Jun 24 12:18:57.215651 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Made reservation on behalf of 29315eeb3df94839b1118502e339dfa1 for: {'network': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:18:57.289318 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.policy [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92888) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 12:18:57.335183 dv-cinder-689486-14-smb neutron-server[92888]: WARNING oslo_policy.policy [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:18:57.335586 dv-cinder-689486-14-smb neutron-server[92888]: WARNING oslo_policy.policy [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 12:18:57.346322 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:57.366780 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:57.501171 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:57.504929 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:57.511076 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:57.519640 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Reserving flat network on physical network physnet1 {{(pid=92888) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 12:18:57.559869 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792598930719', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:57.560463 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Unsubscribe: segment precommit_create {{(pid=92888) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 12:18:57.560958 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.db.segments_db [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Added segment 04d8cd5f-b754-47de-b867-1b0285a24e8e of type flat for network 55215ffa-be73-4f27-8bd6-e565279244aa Jun 24 12:18:57.585295 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110d0b3a-6158-44c8-8462-7283a88ae69c,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:57.651993 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:57.652338 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:57.652674 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:57.652999 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:57.653318 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:57.653634 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:57.653950 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:57.654264 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:57.654590 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:57.654906 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:57.655217 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:57.655552 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Tracked resource versions report: Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: pushed versions: Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: { 'AddressGroup': {'1.2'}, Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'ConntrackHelper': {'1.0'}, Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'Log': {'1.0'}, Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'Network': {'1.1'}, Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'Port': {'1.7'}, Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'PortForwarding': {'1.2'}, Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'QosPolicy': {'1.8'}, Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'SecurityGroup': {'1.4'}, Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'SubPort': {'1.0'}, Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'Subnet': {'1.1'}, Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'Trunk': {'1.1'}} Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: consumer versions: Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: { DHCP agent@dv-cinder-689486-14-smb: {}, Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: L3 agent@dv-cinder-689486-14-smb: {}, Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: Metadata agent@dv-cinder-689486-14-smb: {}, Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: Metering agent@dv-cinder-689486-14-smb: {}, Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: Open vSwitch agent@dv-cinder-689486-14-smb: { 'AddressGroup': '1.2', Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'ConntrackHelper': '1.0', Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'Log': '1.0', Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'Network': '1.1', Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'Port': '1.7', Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'PortForwarding': '1.2', Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'QosPolicy': '1.8', Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'SecurityGroup': '1.4', Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'SecurityGroupRule': '1.2', Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'SubPort': '1.0', Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'Subnet': '1.1', Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: 'Trunk': '1.1'}} Jun 24 12:18:57.656645 dv-cinder-689486-14-smb neutron-server[92888]: {{(pid=92888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:18:57.710749 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:57.715632 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:57.772309 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:57.773813 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:18:57.774646 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:57.777643 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:18:57.841247 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9981537 Jun 24 12:18:57.878313 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Pushing event updated for resources: {'Network': ['ID=55215ffa-be73-4f27-8bd6-e565279244aa,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:18:57.881902 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:18:57.889911 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network 55215ffa-be73-4f27-8bd6-e565279244aa details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:18:57.974979 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-33292098-4ba9-48a4-8832-f4118f15f455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:58.472944 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:18:59.325198 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:00.201923 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 60768) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:19:00.382114 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4e5b8b-f538-4f4b-b219-4b9d1b7dbb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:00.383495 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-cd4e5b8b-f538-4f4b-b219-4b9d1b7dbb9d admin admin] 10.222.0.98 "GET /v2.0/subnets/91742a75-c632-4224-86ff-b1a77bba498d HTTP/1.1" status: 200 len: 849 time: 0.1806078 Jun 24 12:19:00.501314 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-1820670b-8015-4f3d-bf9b-aea09b0d0c4e admin admin] 10.222.0.98 "GET /v2.0/routers/56df0f67-6165-47e7-b671-8844300972d2 HTTP/1.1" status: 200 len: 704 time: 0.1121817 Jun 24 12:19:00.747066 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:00.768672 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:01.050833 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Allocated IP 172.20.0.1 (55bc17f8-91c9-48cd-af1c-900cd02b025a/91742a75-c632-4224-86ff-b1a77bba498d/7bc4046b-1eea-4cdf-9438-f2f8bc664e85) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:19:01.200101 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:01.269326 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Transition to ACTIVE for port object 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 will not be triggered until provisioned by entity DHCP. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:19:01.363050 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:01.365143 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:19:01.429611 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Network 55bc17f8-91c9-48cd-af1c-900cd02b025a is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:19:01.434473 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:19:01.440917 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:19:01.441439 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611958'] for router_interface, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:01.466596 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc4046b-1eea-4cdf-9438-f2f8bc664e85,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:19:01.505571 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:19:01.629602 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-6155d993-f8a8-4b35-98b1-19ffa6fb63d3 None None] Provisioning for port 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:19:01.633796 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-6155d993-f8a8-4b35-98b1-19ffa6fb63d3 None None] Provisioning complete for port 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:19:01.634172 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6155d993-f8a8-4b35-98b1-19ffa6fb63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:01.656219 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:01.674311 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-6155d993-f8a8-4b35-98b1-19ffa6fb63d3 None None] Port 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:19:01.840468 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:01.845068 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:01.846226 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-955103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611970'] for router_interface, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:01.848554 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:19:01.921601 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc4046b-1eea-4cdf-9438-f2f8bc664e85,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:19:01.925362 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:19:01.965326 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Network 55bc17f8-91c9-48cd-af1c-900cd02b025a is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:19:01.966566 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:19:02.127307 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Router 56df0f67-6165-47e7-b671-8844300972d2 is scheduled to L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b with binding_index 1 {{(pid=92890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:19:02.197450 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-e2aa4355-8e2e-40c0-a992-99f3ce29b7b0 None None] Provisioning complete for port 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:19:02.197994 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e2aa4355-8e2e-40c0-a992-99f3ce29b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:02.217903 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:19:02.227848 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] 10.222.0.98 "PUT /v2.0/routers/56df0f67-6165-47e7-b671-8844300972d2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7204750 Jun 24 12:19:02.229650 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Sync routers for ids ['56df0f67-6165-47e7-b671-8844300972d2'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:19:02.231466 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-e2aa4355-8e2e-40c0-a992-99f3ce29b7b0 None None] Port 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:19:02.243073 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Routers {'56df0f67-6165-47e7-b671-8844300972d2'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:19:02.243996 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:18:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['56df0f67-6165-47e7-b671-8844300972d2'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:19:02.431093 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Set router 56df0f67-6165-47e7-b671-8844300972d2 gateway port host: None {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:19:02.865115 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df0f67-6165-47e7-b671-8844300972d2', 'name': 'router1', 'tenant_id': '864ba4743fa94b129f621ac542136730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:18:51Z', 'updated_at': '2021-06-24T12:19:01Z', 'revision_number': 2, 'project_id': '864ba4743fa94b129f621ac542136730', 'gw_port_host': None, '_interfaces': [{'id': '7bc4046b-1eea-4cdf-9438-f2f8bc664e85', 'name': '', 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a', 'tenant_id': '864ba4743fa94b129f621ac542136730', 'mac_address': 'fa:16:3e:6a:26:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56df0f67-6165-47e7-b671-8844300972d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91742a75-c632-4224-86ff-b1a77bba498d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:19:00Z', 'updated_at': '2021-06-24T12:19:01Z', 'revision_number': 2, 'project_id': '864ba4743fa94b129f621ac542136730', 'subnets': [{'id': '91742a75-c632-4224-86ff-b1a77bba498d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06bb1dee-e4db-412c-8af7-2392e6f08a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:19:02.916685 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Checking router: 56df0f67-6165-47e7-b671-8844300972d2 for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:19:02.917046 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Updating router 56df0f67-6165-47e7-b671-8844300972d2 port 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 binding host dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:19:02.979007 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:03.478954 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:03.498407 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Transition to ACTIVE for port object 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 will not be triggered until provisioned by entity L2. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:19:03.506574 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:03.512838 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:19:03.662532 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Pushing event updated for resources: {'Port': ['ID=7bc4046b-1eea-4cdf-9438-f2f8bc664e85,revision_number=3']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:19:03.678258 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:03.678602 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:03.678934 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:03.679260 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:03.679693 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:03.680016 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:03.680330 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:03.680644 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:03.680992 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:03.681307 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:03.681616 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:03.681922 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Tracked resource versions report: Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: pushed versions: Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: { 'AddressGroup': {'1.2'}, Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'ConntrackHelper': {'1.0'}, Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'Log': {'1.0'}, Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'Network': {'1.1'}, Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'Port': {'1.7'}, Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'PortForwarding': {'1.2'}, Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'QosPolicy': {'1.8'}, Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'SecurityGroup': {'1.4'}, Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'SubPort': {'1.0'}, Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'Subnet': {'1.1'}, Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'Trunk': {'1.1'}} Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: consumer versions: Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: { DHCP agent@dv-cinder-689486-14-smb: {}, Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: L3 agent@dv-cinder-689486-14-smb: {}, Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: Metadata agent@dv-cinder-689486-14-smb: {}, Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: Metering agent@dv-cinder-689486-14-smb: {}, Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: Open vSwitch agent@dv-cinder-689486-14-smb: { 'AddressGroup': '1.2', Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'ConntrackHelper': '1.0', Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'Log': '1.0', Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'Network': '1.1', Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'Port': '1.7', Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'PortForwarding': '1.2', Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'QosPolicy': '1.8', Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'SecurityGroup': '1.4', Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'SecurityGroupRule': '1.2', Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'SubPort': '1.0', Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'Subnet': '1.1', Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: 'Trunk': '1.1'}} Jun 24 12:19:03.683035 dv-cinder-689486-14-smb neutron-server[92892]: {{(pid=92892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:19:03.687735 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Attempting to bind port 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:19:03.688397 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Attempting to bind port 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': 'dd093513-3d47-42ff-95bb-fabec314ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a'}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:19:03.688605 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Attempting to bind port 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 on network 55bc17f8-91c9-48cd-af1c-900cd02b025a {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:19:03.690738 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:19:03.694824 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:19:03.695240 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Checking segment: {'id': 'dd093513-3d47-42ff-95bb-fabec314ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:19:03.695748 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:03.697110 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Bound using segment: {'id': 'dd093513-3d47-42ff-95bb-fabec314ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a'} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:19:03.697110 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Bound port: 7bc4046b-1eea-4cdf-9438-f2f8bc664e85, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd093513-3d47-42ff-95bb-fabec314ba88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a'}}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:19:03.697110 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:03.767662 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] For port 7bc4046b-1eea-4cdf-9438-f2f8bc664e85, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:19:03.790956 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] For port 7bc4046b-1eea-4cdf-9438-f2f8bc664e85, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=7bc4046b-1eea-4cdf-9438-f2f8bc664e85,segment=NetworkSegment(dd093513-3d47-42ff-95bb-fabec314ba88),segment_id=dd093513-3d47-42ff-95bb-fabec314ba88)] {{(pid=92892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:19:03.795732 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:03.799250 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:19:03.844659 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Routers {'56df0f67-6165-47e7-b671-8844300972d2'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:19:03.845323 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:18:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['56df0f67-6165-47e7-b671-8844300972d2'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:19:03.931719 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Pushing event updated for resources: {'Port': ['ID=7bc4046b-1eea-4cdf-9438-f2f8bc664e85,revision_number=4']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:19:03.935808 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:19:03.954945 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] Set router 56df0f67-6165-47e7-b671-8844300972d2 gateway port host: None {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:19:04.173306 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df0f67-6165-47e7-b671-8844300972d2', 'name': 'router1', 'tenant_id': '864ba4743fa94b129f621ac542136730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:18:51Z', 'updated_at': '2021-06-24T12:19:01Z', 'revision_number': 2, 'project_id': '864ba4743fa94b129f621ac542136730', 'gw_port_host': None, '_interfaces': [{'id': '7bc4046b-1eea-4cdf-9438-f2f8bc664e85', 'name': '', 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a', 'tenant_id': '864ba4743fa94b129f621ac542136730', 'mac_address': 'fa:16:3e:6a:26:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56df0f67-6165-47e7-b671-8844300972d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91742a75-c632-4224-86ff-b1a77bba498d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:19:00Z', 'updated_at': '2021-06-24T12:19:03Z', 'revision_number': 4, 'project_id': '864ba4743fa94b129f621ac542136730', 'subnets': [{'id': '91742a75-c632-4224-86ff-b1a77bba498d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06bb1dee-e4db-412c-8af7-2392e6f08a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:19:04.202893 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816688a5-3ca8-4662-b16e-9af302b37053 None None] The sync data for ids ['56df0f67-6165-47e7-b671-8844300972d2'] in dv-cinder-689486-14-smb is: [{'id': '56df0f67-6165-47e7-b671-8844300972d2', 'name': 'router1', 'tenant_id': '864ba4743fa94b129f621ac542136730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:18:51Z', 'updated_at': '2021-06-24T12:19:01Z', 'revision_number': 2, 'project_id': '864ba4743fa94b129f621ac542136730', 'gw_port_host': None, '_interfaces': [{'id': '7bc4046b-1eea-4cdf-9438-f2f8bc664e85', 'name': '', 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a', 'tenant_id': '864ba4743fa94b129f621ac542136730', 'mac_address': 'fa:16:3e:6a:26:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56df0f67-6165-47e7-b671-8844300972d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91742a75-c632-4224-86ff-b1a77bba498d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:19:00Z', 'updated_at': '2021-06-24T12:19:03Z', 'revision_number': 4, 'project_id': '864ba4743fa94b129f621ac542136730', 'subnets': [{'id': '91742a75-c632-4224-86ff-b1a77bba498d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06bb1dee-e4db-412c-8af7-2392e6f08a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:19:04.426413 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 60788) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:19:04.534068 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77bdd2e-9572-4609-b215-e9d5083014f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:04.535345 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-d77bdd2e-9572-4609-b215-e9d5083014f7 admin admin] 10.222.0.98 "GET /v2.0/networks/55215ffa-be73-4f27-8bd6-e565279244aa HTTP/1.1" status: 200 len: 842 time: 0.1079168 Jun 24 12:19:04.544593 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-468dcb19-297b-4cb2-9c1c-b38e9949be4c admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'name': 'public-subnet', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:19:04.564604 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468dcb19-297b-4cb2-9c1c-b38e9949be4c admin admin] Made reservation on behalf of 29315eeb3df94839b1118502e339dfa1 for: {'subnet': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:19:04.566913 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-468dcb19-297b-4cb2-9c1c-b38e9949be4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:04.852404 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.objects.ports [None req-468dcb19-297b-4cb2-9c1c-b38e9949be4c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 24 12:19:04.852843 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-468dcb19-297b-4cb2-9c1c-b38e9949be4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710'] for subnet, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:04.854897 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-ee43252f-ba75-4b66-9fd5-a8b62e357502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:19:04.910384 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468dcb19-297b-4cb2-9c1c-b38e9949be4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=626247e8-372a-46a2-9822-6edda33fe1cd,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:19:04.914088 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-468dcb19-297b-4cb2-9c1c-b38e9949be4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:19:04.917708 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468dcb19-297b-4cb2-9c1c-b38e9949be4c admin admin] Checking segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:19:04.918545 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468dcb19-297b-4cb2-9c1c-b38e9949be4c admin admin] Network hostable DHCP agents. Network: 55215ffa-be73-4f27-8bd6-e565279244aa, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:19:04.934014 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468dcb19-297b-4cb2-9c1c-b38e9949be4c admin admin] Network 55215ffa-be73-4f27-8bd6-e565279244aa is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:19:04.943796 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-468dcb19-297b-4cb2-9c1c-b38e9949be4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, 55215ffa-be73-4f27-8bd6-e565279244aa) {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:19:04.947882 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468dcb19-297b-4cb2-9c1c-b38e9949be4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:04.948472 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-468dcb19-297b-4cb2-9c1c-b38e9949be4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:04.952919 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2681b6a8-f5f1-40b4-af9e-ffce5f0afb3f None None] Network 55215ffa-be73-4f27-8bd6-e565279244aa requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:19:04.972130 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-468dcb19-297b-4cb2-9c1c-b38e9949be4c admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4213450 Jun 24 12:19:05.095336 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a478915-31b4-49d1-a60c-9dc278c736ec None None] Network 55215ffa-be73-4f27-8bd6-e565279244aa requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:19:07.267616 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 60800) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:19:07.490339 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-b5c9f0a5-b0cc-4c96-bb39-517d4a24570f admin admin] 10.222.0.98 "GET /v2.0/routers/56df0f67-6165-47e7-b671-8844300972d2 HTTP/1.1" status: 200 len: 710 time: 0.2215137 Jun 24 12:19:07.596481 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47eb32c-0934-4ee1-b435-e8434623c7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:19:07.597853 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-d47eb32c-0934-4ee1-b435-e8434623c7b6 admin admin] 10.222.0.98 "GET /v2.0/networks/55215ffa-be73-4f27-8bd6-e565279244aa HTTP/1.1" status: 200 len: 886 time: 0.1023867 Jun 24 12:19:07.608051 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:19:07.862465 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616313', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60459'] for router, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:08.094692 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:08.166577 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:08.269193 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Allocated IP 172.28.2.250 (55215ffa-be73-4f27-8bd6-e565279244aa/626247e8-372a-46a2-9822-6edda33fe1cd/6852366d-534f-4d77-a169-f290e707a8a4) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:19:08.374780 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:08.375623 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:19:08.414071 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:08.417075 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:19:08.423049 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:19:08.427161 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:19:08.427565 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:08.452934 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Network 55215ffa-be73-4f27-8bd6-e565279244aa is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:19:08.455593 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:19:08.458405 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:19:08.497666 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Pushing event updated for resources: {'Port': ['ID=6852366d-534f-4d77-a169-f290e707a8a4,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:19:08.503090 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:08.529899 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:19:08.534847 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port 7bc4046b-1eea-4cdf-9438-f2f8bc664e85, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=7bc4046b-1eea-4cdf-9438-f2f8bc664e85,segment=NetworkSegment(dd093513-3d47-42ff-95bb-fabec314ba88),segment_id=dd093513-3d47-42ff-95bb-fabec314ba88)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:19:08.539093 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:08.542232 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:19:08.634996 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=7bc4046b-1eea-4cdf-9438-f2f8bc664e85,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:19:08.638179 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:19:08.710895 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:08.997361 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616313', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60459'] for router, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:09.000407 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-616192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-613104', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-613616'] for router, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:09.103374 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Router 56df0f67-6165-47e7-b671-8844300972d2 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:19:09.218919 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:19:09.224112 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Notify callbacks [] for router, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:09.226043 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] 10.222.0.98 "PUT /v2.0/routers/56df0f67-6165-47e7-b671-8844300972d2 HTTP/1.1" status: 200 len: 890 time: 1.6211793 Jun 24 12:19:09.231479 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Sync routers for ids ['56df0f67-6165-47e7-b671-8844300972d2'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:19:09.252912 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Routers {'56df0f67-6165-47e7-b671-8844300972d2'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:19:09.252912 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:18:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['56df0f67-6165-47e7-b671-8844300972d2'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:19:09.463940 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Set router 56df0f67-6165-47e7-b671-8844300972d2 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:19:09.853173 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df0f67-6165-47e7-b671-8844300972d2', 'name': 'router1', 'tenant_id': '864ba4743fa94b129f621ac542136730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '6852366d-534f-4d77-a169-f290e707a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:18:51Z', 'updated_at': '2021-06-24T12:19:08Z', 'revision_number': 4, 'project_id': '864ba4743fa94b129f621ac542136730', 'gw_port': {'id': '6852366d-534f-4d77-a169-f290e707a8a4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56df0f67-6165-47e7-b671-8844300972d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:19:08Z', 'updated_at': '2021-06-24T12:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '7bc4046b-1eea-4cdf-9438-f2f8bc664e85', 'name': '', 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a', 'tenant_id': '864ba4743fa94b129f621ac542136730', 'mac_address': 'fa:16:3e:6a:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df0f67-6165-47e7-b671-8844300972d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91742a75-c632-4224-86ff-b1a77bba498d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:19:00Z', 'updated_at': '2021-06-24T12:19:08Z', 'revision_number': 5, 'project_id': '864ba4743fa94b129f621ac542136730', 'subnets': [{'id': '91742a75-c632-4224-86ff-b1a77bba498d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06bb1dee-e4db-412c-8af7-2392e6f08a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:19:09.903701 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Checking router: 56df0f67-6165-47e7-b671-8844300972d2 for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:19:09.904076 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Updating router 56df0f67-6165-47e7-b671-8844300972d2 port 6852366d-534f-4d77-a169-f290e707a8a4 binding host dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:19:09.936615 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:10.261705 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:10.272923 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Transition to ACTIVE for port object 6852366d-534f-4d77-a169-f290e707a8a4 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:19:10.279534 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:10.281842 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:19:10.340124 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c44c1d-266b-4303-8dda-e9a7314526fb None None] Pushing event updated for resources: {'Port': ['ID=6852366d-534f-4d77-a169-f290e707a8a4,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:19:10.342846 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f8c44c1d-266b-4303-8dda-e9a7314526fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:19:10.351675 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Attempting to bind port 6852366d-534f-4d77-a169-f290e707a8a4 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:19:10.352062 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Attempting to bind port 6852366d-534f-4d77-a169-f290e707a8a4 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:19:10.352431 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Attempting to bind port 6852366d-534f-4d77-a169-f290e707a8a4 on network 55215ffa-be73-4f27-8bd6-e565279244aa {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:19:10.356874 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:19:10.362701 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:19:10.363156 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Checking segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:19:10.363601 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:10.364034 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Bound using segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:19:10.364506 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Bound port: 6852366d-534f-4d77-a169-f290e707a8a4, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:19:10.364913 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:10.448044 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] For port 6852366d-534f-4d77-a169-f290e707a8a4, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:19:10.451652 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] For port 6852366d-534f-4d77-a169-f290e707a8a4, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=6852366d-534f-4d77-a169-f290e707a8a4,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:19:10.457104 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:10.458644 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:19:10.459003 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:10.462540 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-32133e9e-ef82-4fce-ba88-63a394fbf3d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:19:10.544606 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Routers {'56df0f67-6165-47e7-b671-8844300972d2'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:19:10.545242 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:18:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['56df0f67-6165-47e7-b671-8844300972d2'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:19:10.677828 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c44c1d-266b-4303-8dda-e9a7314526fb None None] Pushing event updated for resources: {'Port': ['ID=6852366d-534f-4d77-a169-f290e707a8a4,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:19:10.685019 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f8c44c1d-266b-4303-8dda-e9a7314526fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:19:10.777065 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] Set router 56df0f67-6165-47e7-b671-8844300972d2 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:19:10.998287 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56df0f67-6165-47e7-b671-8844300972d2', 'name': 'router1', 'tenant_id': '864ba4743fa94b129f621ac542136730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '6852366d-534f-4d77-a169-f290e707a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:18:51Z', 'updated_at': '2021-06-24T12:19:08Z', 'revision_number': 4, 'project_id': '864ba4743fa94b129f621ac542136730', 'gw_port': {'id': '6852366d-534f-4d77-a169-f290e707a8a4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56df0f67-6165-47e7-b671-8844300972d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:19:08Z', 'updated_at': '2021-06-24T12:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '7bc4046b-1eea-4cdf-9438-f2f8bc664e85', 'name': '', 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a', 'tenant_id': '864ba4743fa94b129f621ac542136730', 'mac_address': 'fa:16:3e:6a:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df0f67-6165-47e7-b671-8844300972d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91742a75-c632-4224-86ff-b1a77bba498d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:19:00Z', 'updated_at': '2021-06-24T12:19:08Z', 'revision_number': 5, 'project_id': '864ba4743fa94b129f621ac542136730', 'subnets': [{'id': '91742a75-c632-4224-86ff-b1a77bba498d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06bb1dee-e4db-412c-8af7-2392e6f08a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:19:11.028106 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd50c158-8ae1-488d-b90e-57fe3a3e4fe7 None None] The sync data for ids ['56df0f67-6165-47e7-b671-8844300972d2'] in dv-cinder-689486-14-smb is: [{'id': '56df0f67-6165-47e7-b671-8844300972d2', 'name': 'router1', 'tenant_id': '864ba4743fa94b129f621ac542136730', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.250'}], 'enable_snat': True}, 'gw_port_id': '6852366d-534f-4d77-a169-f290e707a8a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:18:51Z', 'updated_at': '2021-06-24T12:19:08Z', 'revision_number': 4, 'project_id': '864ba4743fa94b129f621ac542136730', 'gw_port': {'id': '6852366d-534f-4d77-a169-f290e707a8a4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56df0f67-6165-47e7-b671-8844300972d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:19:08Z', 'updated_at': '2021-06-24T12:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '7bc4046b-1eea-4cdf-9438-f2f8bc664e85', 'name': '', 'network_id': '55bc17f8-91c9-48cd-af1c-900cd02b025a', 'tenant_id': '864ba4743fa94b129f621ac542136730', 'mac_address': 'fa:16:3e:6a:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56df0f67-6165-47e7-b671-8844300972d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '91742a75-c632-4224-86ff-b1a77bba498d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:19:00Z', 'updated_at': '2021-06-24T12:19:08Z', 'revision_number': 5, 'project_id': '864ba4743fa94b129f621ac542136730', 'subnets': [{'id': '91742a75-c632-4224-86ff-b1a77bba498d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '06bb1dee-e4db-412c-8af7-2392e6f08a06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:19:11.626229 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 60810) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:19:11.766547 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-7d200d44-eb50-4666-98e9-e5ec74800dae admin admin] 10.222.0.98 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1373560 Jun 24 12:19:12.372396 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 6852366d-534f-4d77-a169-f290e707a8a4 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:19:12.422913 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port 6852366d-534f-4d77-a169-f290e707a8a4 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:19:12.427177 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 6852366d-534f-4d77-a169-f290e707a8a4 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:19:12.427796 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:12.503809 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:12.525703 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port 6852366d-534f-4d77-a169-f290e707a8a4, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=6852366d-534f-4d77-a169-f290e707a8a4,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:19:12.530050 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:12.532207 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f8c44c1d-266b-4303-8dda-e9a7314526fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:19:12.581423 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=6852366d-534f-4d77-a169-f290e707a8a4,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:19:12.585325 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:19:13.225710 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 5 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:19:14.404319 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 6852366d-534f-4d77-a169-f290e707a8a4 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:19:14.454022 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 6852366d-534f-4d77-a169-f290e707a8a4 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:19:14.454336 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:25.527153 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3d0ce131-b734-4bdc-b772-c397e686ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:27.977417 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f6f0727b-0bb1-4cf8-9a4b-133a27a305b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:28.476117 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:29.333352 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:30.779343 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:50.226179 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 5 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:19:55.524552 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-01cb5ee0-69e1-44f3-8c65-adf98819846d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:57.983845 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-30463887-1155-4916-ac2f-e2e8faf3eeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:58.490328 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:19:59.333452 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:00.770633 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:25.515760 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2018a7c3-5670-4118-acc2-a8d945a50d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:27.225161 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 5 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:20:27.987485 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a6b17123-358b-49f4-baa6-f79771a44040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:28.482194 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:29.335182 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:30.771819 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:47.478716 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33148) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:47.537443 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.pecan_wsgi.hooks.translation [None req-0276d89c-f848-46c7-82e3-d778d8d36413 admin admin] GET failed (client error): The resource could not be found. Jun 24 12:20:47.538750 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-0276d89c-f848-46c7-82e3-d778d8d36413 admin admin] 10.222.0.98 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0589972 Jun 24 12:20:47.692237 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bbece3-634e-4aa1-aa5d-7698dd00b0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:47.693582 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-32bbece3-634e-4aa1-aa5d-7698dd00b0ee admin admin] 10.222.0.98 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1510873 Jun 24 12:20:49.814406 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33158) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:49.909000 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09449c91-00e3-418d-820a-d775ea112dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:49.910331 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-09449c91-00e3-418d-820a-d775ea112dd2 admin admin] 10.222.0.98 "GET /v2.0/subnets/91742a75-c632-4224-86ff-b1a77bba498d HTTP/1.1" status: 200 len: 849 time: 0.0949829 Jun 24 12:20:49.919490 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:20:50.000467 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Notify callbacks [] for subnet, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:50.141473 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792598814154'] for subnet, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:50.144091 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:20:50.170400 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:50.171029 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:50.172415 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] 10.222.0.98 "PUT /v2.0/subnets/91742a75-c632-4224-86ff-b1a77bba498d HTTP/1.1" status: 200 len: 868 time: 0.2565811 Jun 24 12:20:50.176987 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfa64f2-4519-47ce-9781-c394d9b0e280 None None] Network 55bc17f8-91c9-48cd-af1c-900cd02b025a requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:20:50.194680 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=91742a75-c632-4224-86ff-b1a77bba498d,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:20:50.202467 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:50.202850 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:50.203159 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:50.204036 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:50.204399 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:50.204727 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:50.205050 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:50.205374 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:50.205711 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:50.206030 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:50.206347 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:50.206662 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:20:50.210397 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:20:50.608883 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c7e4b9df-d9e8-4fd5-a97b-b05e98337a28 None None] Provisioning complete for port 7bc4046b-1eea-4cdf-9438-f2f8bc664e85 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:20:50.609251 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b9df-d9e8-4fd5-a97b-b05e98337a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:50.706249 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c7e4b9df-d9e8-4fd5-a97b-b05e98337a28 None None] Provisioning complete for port 4c645be7-2baa-490f-ac11-86367f8b12d9 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:20:50.706499 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c7e4b9df-d9e8-4fd5-a97b-b05e98337a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:52.317837 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33166) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:52.509133 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c555f432-024d-40bd-8d3c-a567ddaa7576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:52.509516 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c555f432-024d-40bd-8d3c-a567ddaa7576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:52.511311 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-c555f432-024d-40bd-8d3c-a567ddaa7576 admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1925013 Jun 24 12:20:54.627584 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33174) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:54.758882 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a855f3-6ece-4df8-8ca0-5112963649a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:54.759566 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a855f3-6ece-4df8-8ca0-5112963649a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:54.761300 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-94a855f3-6ece-4df8-8ca0-5112963649a8 admin admin] 10.222.0.98 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1325910 Jun 24 12:20:55.517005 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e4064891-751e-4d61-aa84-f4d0cfb0408c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:56.886368 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 33182) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:57.087109 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b899e5f-5c1b-4d88-9927-e485e814f367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:57.088505 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-8b899e5f-5c1b-4d88-9927-e485e814f367 admin admin] 10.222.0.98 "GET /v2.0/networks/55215ffa-be73-4f27-8bd6-e565279244aa HTTP/1.1" status: 200 len: 886 time: 0.2011640 Jun 24 12:20:57.990430 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3b592a10-ec54-45e3-b5c1-5df29abfd3fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:58.484866 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:59.224237 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33192) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:20:59.337915 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:20:59.355187 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16ef935-f5b7-45d7-8595-77300a332c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:20:59.356603 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-c16ef935-f5b7-45d7-8595-77300a332c98 admin admin] 10.222.0.98 "GET /v2.0/networks/55bc17f8-91c9-48cd-af1c-900cd02b025a HTTP/1.1" status: 200 len: 869 time: 0.1314046 Jun 24 12:21:00.773216 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:01.473115 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 33200) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:01.604917 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7572ec3c-d619-4141-b675-2ba61224f72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:01.605369 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7572ec3c-d619-4141-b675-2ba61224f72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:01.606878 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-7572ec3c-d619-4141-b675-2ba61224f72c admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1328299 Jun 24 12:21:03.744250 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 33208) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:03.834023 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e4b09c-2cae-4764-9077-2a17bb16a42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:03.834479 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e4b09c-2cae-4764-9077-2a17bb16a42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:03.835969 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-a5e4b09c-2cae-4764-9077-2a17bb16a42b admin admin] 10.222.0.98 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0907776 Jun 24 12:21:04.224171 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 5 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:21:05.973652 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 33216) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:06.120442 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9bc023-ba2d-46ae-8f84-b14a54c61594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:06.121807 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-fd9bc023-ba2d-46ae-8f84-b14a54c61594 admin admin] 10.222.0.98 "GET /v2.0/subnets/626247e8-372a-46a2-9822-6edda33fe1cd HTTP/1.1" status: 200 len: 816 time: 0.1472268 Jun 24 12:21:08.266509 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33224) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:08.354953 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d64396-4ed3-4c19-90d0-ffd630a47a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:08.356293 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-a1d64396-4ed3-4c19-90d0-ffd630a47a52 admin admin] 10.222.0.98 "GET /v2.0/subnets/91742a75-c632-4224-86ff-b1a77bba498d HTTP/1.1" status: 200 len: 868 time: 0.0888402 Jun 24 12:21:25.519645 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-75fc4dac-3295-49e2-b868-21c9b3bebbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:27.991762 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fdb6c449-6db7-4de6-94e0-f95db7e92802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:28.485542 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:29.344422 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:30.779174 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:31.689428 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33268) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:31.735350 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [None req-ed19d497-97ae-41b1-bb23-59b4d80d852a admin admin] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:21:31.736323 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-ed19d497-97ae-41b1-bb23-59b4d80d852a admin admin] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459855 Jun 24 12:21:33.950533 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 33276) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:34.008136 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2f9433-eacc-4a27-a271-f91b932efa3a admin admin] GET failed (client error): The resource could not be found. Jun 24 12:21:34.009669 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-cc2f9433-eacc-4a27-a271-f91b932efa3a admin admin] 10.222.0.98 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0582163 Jun 24 12:21:34.145596 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5a5eff-1208-4154-938f-e22fc54b8685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:34.147039 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-ed5a5eff-1208-4154-938f-e22fc54b8685 admin admin] 10.222.0.98 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1336086 Jun 24 12:21:36.291070 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 33284) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:36.336606 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:21:36.357076 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Made reservation on behalf of 29315eeb3df94839b1118502e339dfa1 for: {'network': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:21:36.359433 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:36.394687 dv-cinder-689486-14-smb neutron-server[92888]: WARNING neutron.services.revisions.revision_plugin [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Could not find related network for resource to bump revision. Jun 24 12:21:36.409003 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=92888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:21:36.418874 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:36.419030 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.db.segments_db [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Added segment bac09ced-c6f4-4037-8734-c9d7fe0971a5 of type vlan for network 21951d32-0b82-45f4-a392-a522f7589c87 Jun 24 12:21:36.467741 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:36.495603 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:36.496830 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:36.497404 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:36.499260 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:36.550696 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2585096 Jun 24 12:21:36.555375 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Pushing event updated for resources: {'Network': ['ID=21951d32-0b82-45f4-a392-a522f7589c87,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:36.562160 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:36.562523 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:36.562886 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:36.563214 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:36.563570 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:36.563892 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:36.564208 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:36.564525 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:36.564855 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:36.565172 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:36.565486 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:36.565796 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:36.569811 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:36.577471 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network 21951d32-0b82-45f4-a392-a522f7589c87 details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:21:38.725530 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33292) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:21:38.783838 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70382c9-58ff-4721-b3c3-580320ce3194 admin admin] GET failed (client error): The resource could not be found. Jun 24 12:21:38.785185 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-e70382c9-58ff-4721-b3c3-580320ce3194 admin admin] 10.222.0.98 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587189 Jun 24 12:21:38.855434 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b15e64-feef-481d-8ce8-16d4289c28e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:38.856840 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-d1b15e64-feef-481d-8ce8-16d4289c28e7 admin admin] 10.222.0.98 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668139 Jun 24 12:21:38.866316 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-eef1c31f-b5c5-4565-b045-6c69b016207d admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '21951d32-0b82-45f4-a392-a522f7589c87'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:21:38.887261 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef1c31f-b5c5-4565-b045-6c69b016207d admin admin] Made reservation on behalf of 29315eeb3df94839b1118502e339dfa1 for: {'subnet': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:21:38.889472 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-eef1c31f-b5c5-4565-b045-6c69b016207d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:39.144838 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-eef1c31f-b5c5-4565-b045-6c69b016207d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710'] for subnet, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:39.146897 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-468dcb19-297b-4cb2-9c1c-b38e9949be4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:39.202409 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1c31f-b5c5-4565-b045-6c69b016207d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6675be03-b673-441b-80c0-8fff07420d89,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:39.206043 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-eef1c31f-b5c5-4565-b045-6c69b016207d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:39.209831 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef1c31f-b5c5-4565-b045-6c69b016207d admin admin] Checking segment: {'id': 'bac09ced-c6f4-4037-8734-c9d7fe0971a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '21951d32-0b82-45f4-a392-a522f7589c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:21:39.210181 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef1c31f-b5c5-4565-b045-6c69b016207d admin admin] Network hostable DHCP agents. Network: 21951d32-0b82-45f4-a392-a522f7589c87, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:21:39.224657 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef1c31f-b5c5-4565-b045-6c69b016207d admin admin] Network 21951d32-0b82-45f4-a392-a522f7589c87 is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:21:39.233049 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-eef1c31f-b5c5-4565-b045-6c69b016207d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, 21951d32-0b82-45f4-a392-a522f7589c87) {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:21:39.237024 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef1c31f-b5c5-4565-b045-6c69b016207d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:21:39.237611 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-eef1c31f-b5c5-4565-b045-6c69b016207d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:39.242916 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a446319b-0999-4b8f-8f1f-5d5848e7f899 None None] Network 21951d32-0b82-45f4-a392-a522f7589c87 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:21:39.253309 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-eef1c31f-b5c5-4565-b045-6c69b016207d admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3903272 Jun 24 12:21:39.510257 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf266d022-4da0-5769-8009-4cd9ec177add-21951d32-0b82-45f4-a392-a522f7589c87', 'network_id': '21951d32-0b82-45f4-a392-a522f7589c87', 'tenant_id': '29315eeb3df94839b1118502e339dfa1', 'fixed_ips': [{'subnet_id': '6675be03-b673-441b-80c0-8fff07420d89'}]}} from dv-cinder-689486-14-smb. {{(pid=92891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:21:39.511114 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:39.646676 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Allocated IP 192.168.233.2 (21951d32-0b82-45f4-a392-a522f7589c87/6675be03-b673-441b-80c0-8fff07420d89/a8a32c7a-010b-498e-a44d-45ce91de8e7d) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:21:39.792567 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:39.801425 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Transition to ACTIVE for port object a8a32c7a-010b-498e-a44d-45ce91de8e7d will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:21:39.816246 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Transition to ACTIVE for port object a8a32c7a-010b-498e-a44d-45ce91de8e7d will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:21:39.823073 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:39.825747 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:39.862932 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Network 21951d32-0b82-45f4-a392-a522f7589c87 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:21:39.866015 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:21:39.872650 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:21:39.875692 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Pushing event updated for resources: {'Port': ['ID=a8a32c7a-010b-498e-a44d-45ce91de8e7d,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:39.883350 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:39.883938 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:39.884281 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:39.884609 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:39.884930 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:39.885253 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:39.885581 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:39.886337 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:39.886472 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:39.887314 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:39.887572 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:39.887887 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:21:39.893946 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:39.944002 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Attempting to bind port a8a32c7a-010b-498e-a44d-45ce91de8e7d on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:21:39.944373 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Attempting to bind port a8a32c7a-010b-498e-a44d-45ce91de8e7d by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': 'bac09ced-c6f4-4037-8734-c9d7fe0971a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '21951d32-0b82-45f4-a392-a522f7589c87'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:21:39.944732 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Attempting to bind port a8a32c7a-010b-498e-a44d-45ce91de8e7d on network 21951d32-0b82-45f4-a392-a522f7589c87 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:21:39.950317 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:21:39.950693 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Checking segment: {'id': 'bac09ced-c6f4-4037-8734-c9d7fe0971a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '21951d32-0b82-45f4-a392-a522f7589c87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:21:39.951101 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:39.951525 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Bound using segment: {'id': 'bac09ced-c6f4-4037-8734-c9d7fe0971a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '21951d32-0b82-45f4-a392-a522f7589c87'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:21:39.951998 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Bound port: a8a32c7a-010b-498e-a44d-45ce91de8e7d, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac09ced-c6f4-4037-8734-c9d7fe0971a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '21951d32-0b82-45f4-a392-a522f7589c87'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:21:39.952396 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:40.026561 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] For port a8a32c7a-010b-498e-a44d-45ce91de8e7d, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:21:40.030795 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] For port a8a32c7a-010b-498e-a44d-45ce91de8e7d, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=a8a32c7a-010b-498e-a44d-45ce91de8e7d,segment=NetworkSegment(bac09ced-c6f4-4037-8734-c9d7fe0971a5),segment_id=bac09ced-c6f4-4037-8734-c9d7fe0971a5)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:21:40.037318 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:40.039687 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:40.093862 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Pushing event updated for resources: {'Port': ['ID=a8a32c7a-010b-498e-a44d-45ce91de8e7d,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:40.097418 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:40.486608 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device a8a32c7a-010b-498e-a44d-45ce91de8e7d up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:21:40.540293 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port a8a32c7a-010b-498e-a44d-45ce91de8e7d completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:21:40.927876 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941a3413-810a-4c40-a87a-49298a392eb5 None None] Network 21951d32-0b82-45f4-a392-a522f7589c87 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:21:41.017467 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-6df4a43a-2e65-49bc-97f5-6f2c61530fb8 None None] Provisioning for port a8a32c7a-010b-498e-a44d-45ce91de8e7d completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:21:41.037660 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-6df4a43a-2e65-49bc-97f5-6f2c61530fb8 None None] Provisioning complete for port a8a32c7a-010b-498e-a44d-45ce91de8e7d triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:21:41.038038 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6df4a43a-2e65-49bc-97f5-6f2c61530fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:41.154600 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6df4a43a-2e65-49bc-97f5-6f2c61530fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:41.194268 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-6df4a43a-2e65-49bc-97f5-6f2c61530fb8 None None] For port a8a32c7a-010b-498e-a44d-45ce91de8e7d, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=a8a32c7a-010b-498e-a44d-45ce91de8e7d,segment=NetworkSegment(bac09ced-c6f4-4037-8734-c9d7fe0971a5),segment_id=bac09ced-c6f4-4037-8734-c9d7fe0971a5)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:21:41.198973 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6df4a43a-2e65-49bc-97f5-6f2c61530fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:41.201209 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:21:41.224764 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 5 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:21:41.258139 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4a43a-2e65-49bc-97f5-6f2c61530fb8 None None] Pushing event updated for resources: {'Port': ['ID=a8a32c7a-010b-498e-a44d-45ce91de8e7d,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:21:41.260316 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-6df4a43a-2e65-49bc-97f5-6f2c61530fb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:21:41.418845 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-2f03ea67-40e7-4238-8d5d-312d9d79ad2c None None] Provisioning complete for port a8a32c7a-010b-498e-a44d-45ce91de8e7d triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:21:41.419462 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2f03ea67-40e7-4238-8d5d-312d9d79ad2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:42.462167 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device a8a32c7a-010b-498e-a44d-45ce91de8e7d up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:21:42.511517 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port a8a32c7a-010b-498e-a44d-45ce91de8e7d triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:21:42.511885 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:55.521334 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1ce99b6e-24db-48c2-99ec-d3350240b372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:57.993194 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-625cd442-3c68-453c-abe4-90ace914eda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:58.486218 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:21:59.344380 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:00.787135 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:18.222989 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 5 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:22:25.525182 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-30691f04-c80e-41e4-a577-fba3f947250d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:27.993510 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-900e4e14-37f7-4668-bc4d-04b6813dfb02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:28.486441 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:29.347661 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:30.790246 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:46.552544 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33344) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:22:46.558971 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [None req-6ac0e4f4-7b9b-4395-b833-ad1dfca1d110 tempest-verify_tempest_config-880199 tempest-verify_tempest_config-880199-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:22:46.559974 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-6ac0e4f4-7b9b-4395-b833-ad1dfca1d110 tempest-verify_tempest_config-880199 tempest-verify_tempest_config-880199-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064518 Jun 24 12:22:46.858583 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33362) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:22:46.957714 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:47.046508 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:47.050424 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:47.053434 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:22:47.095150 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=74d8b7b4070e4488b5926ce7c14a7b55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2355359 Jun 24 12:22:47.096314 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bb43e9-da6c-4596-822a-49fd61db853a,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:22:47.098233 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 33366) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:22:47.103372 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.103739 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.104079 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.105047 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.105377 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.105704 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.106087 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.106411 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.106734 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.110412 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.110777 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.111118 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.115840 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:22:47.155278 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:47.175450 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:47.261738 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:47.264552 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:47.265676 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f6bb43e9-da6c-4596-822a-49fd61db853a HTTP/1.1" status: 204 len: 168 time: 0.1664529 Jun 24 12:22:47.266353 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d9f08202-c0d8-4333-8f7a-4e8d9cfcea50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:22:47.274245 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bb43e9-da6c-4596-822a-49fd61db853a,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:22:47.281727 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.282219 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.282563 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.282891 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.283220 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.283574 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.283925 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.284214 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.284552 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.284876 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.285191 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.285504 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:22:47.288519 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:22:55.222050 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 5 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:22:55.526760 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7875bc11-06cf-4a9c-82b3-fdccd1845063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:57.994496 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7be396c5-94ca-4e10-a8af-0d8891b5e9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:58.489326 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:22:59.349481 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:00.792354 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:25.527905 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8b494aa4-cf16-4a8d-b421-d2fa748b6b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:27.995557 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-124fc121-24a0-48dd-8acc-fe8afe69f387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:28.489259 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:29.352380 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:30.795432 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:32.220304 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 5 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:23:55.529869 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bf2ac2f7-fe89-4393-bc59-096ad734417e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:57.996507 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0bf33b28-94aa-486c-974b-626a5fc4fdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:58.491647 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:23:59.355915 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:00.796009 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:09.218355 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 5 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:24:25.531793 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-41172f8e-a045-450e-92bf-4217539d0814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:27.998501 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9525c85f-753e-4f41-88e4-1ce87c8eaa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:28.491951 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:29.358163 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:30.802539 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:31.208921 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-611146'] for agent, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:46.216573 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:24:46.322480 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33440) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:24:46.427112 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-3c734909-6f26-4d37-a50f-a7758de31527 admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1035292 Jun 24 12:24:48.545927 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33450) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:24:48.597208 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-2c89f391-5b50-467f-ae55-13ed3ed704a5 admin admin] 10.222.0.98 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0501802 Jun 24 12:24:55.533993 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c7503540-dd6c-4323-bb46-4c485ee0dec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:57.998915 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-50536123-b14c-4898-a891-307ecb7a7b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:58.492770 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:24:59.360692 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:00.800907 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:01.192757 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:23.214808 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:25:25.535170 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-396ee96c-65c0-43c9-850e-af7c1f7af31a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:28.000005 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-58d84991-2122-4b5d-9cfa-546e67b1efdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:28.494677 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:29.363457 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:30.804444 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:31.192469 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:55.536943 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-17be866d-3e38-4e18-bdfb-47f07151c102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:58.005482 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-031a08a1-c9ca-44ec-ae5a-03bd88472aa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:58.496332 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:25:59.366468 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:00.214281 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:26:00.810738 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:01.192549 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:20.671784 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33580) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:20.908518 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-932876954-network', 'tenant_id': '129e360c6bfd42ec8f0020d6946e3d4f'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:20.936106 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Made reservation on behalf of 129e360c6bfd42ec8f0020d6946e3d4f for: {'network': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:20.936106 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:20.947812 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:21.042155 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:21.047510 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:21.052111 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:21.074972 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=92890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:26:21.085158 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fa3c37-5de8-4bd1-a329-05b7ade91258,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:21.095663 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:21.095982 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.segments_db [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Added segment afb4947a-830d-4645-a077-0d07beacaac6 of type vlan for network 03002882-9d59-471a-9885-c7dea9383d09 Jun 24 12:26:21.098051 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.098409 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.098789 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.099067 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.099412 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.099734 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.100060 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.100365 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.100693 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.101008 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.101314 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.101619 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Tracked resource versions report: Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: pushed versions: Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: { 'AddressGroup': {'1.2'}, Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'ConntrackHelper': {'1.0'}, Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'Log': {'1.0'}, Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'Network': {'1.1'}, Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'Port': {'1.7'}, Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'PortForwarding': {'1.2'}, Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'QosPolicy': {'1.8'}, Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'SecurityGroup': {'1.4'}, Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'SubPort': {'1.0'}, Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'Subnet': {'1.1'}, Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'Trunk': {'1.1'}} Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: consumer versions: Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: { DHCP agent@dv-cinder-689486-14-smb: {}, Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: HyperV agent@hv-cinder-68948: {}, Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: L3 agent@dv-cinder-689486-14-smb: {}, Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: Metadata agent@dv-cinder-689486-14-smb: {}, Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: Metering agent@dv-cinder-689486-14-smb: {}, Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: Open vSwitch agent@dv-cinder-689486-14-smb: { 'AddressGroup': '1.2', Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'ConntrackHelper': '1.0', Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'Log': '1.0', Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'Network': '1.1', Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'Port': '1.7', Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'PortForwarding': '1.2', Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'QosPolicy': '1.8', Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'SecurityGroup': '1.4', Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'SecurityGroupRule': '1.2', Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'SubPort': '1.0', Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'Subnet': '1.1', Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: 'Trunk': '1.1'}} Jun 24 12:26:21.102679 dv-cinder-689486-14-smb neutron-server[92890]: {{(pid=92890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:26:21.113500 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:21.156484 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:21.191638 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:21.193265 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:21.193881 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:21.197558 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-baea1246-de29-460f-a2d4-e223214d7941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:21.259902 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5868733 Jun 24 12:26:21.261059 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 33614) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:21.272593 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Pushing event updated for resources: {'Network': ['ID=03002882-9d59-471a-9885-c7dea9383d09,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:21.274622 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Request body: {'subnet': {'network_id': '03002882-9d59-471a-9885-c7dea9383d09', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-932876954-subnet', 'tenant_id': '129e360c6bfd42ec8f0020d6946e3d4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:21.275984 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:21.284093 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network 03002882-9d59-471a-9885-c7dea9383d09 details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:26:21.320420 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Made reservation on behalf of 129e360c6bfd42ec8f0020d6946e3d4f for: {'subnet': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:21.323519 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:21.554574 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710'] for subnet, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:21.558989 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:21.604830 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ded134d-db7c-4000-bbd6-0d027b83c19d,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:21.614275 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.614607 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.614930 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.615818 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.615818 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.616041 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.616214 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.616493 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.616897 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.617175 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.617426 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.617728 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Tracked resource versions report: Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: pushed versions: Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: { 'AddressGroup': {'1.2'}, Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'ConntrackHelper': {'1.0'}, Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'Log': {'1.0'}, Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'Network': {'1.1'}, Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'Port': {'1.7'}, Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'PortForwarding': {'1.2'}, Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'QosPolicy': {'1.8'}, Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'SecurityGroup': {'1.4'}, Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'SubPort': {'1.0'}, Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'Subnet': {'1.1'}, Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'Trunk': {'1.1'}} Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: consumer versions: Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: { DHCP agent@dv-cinder-689486-14-smb: {}, Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: HyperV agent@hv-cinder-68948: {}, Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: L3 agent@dv-cinder-689486-14-smb: {}, Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: Metadata agent@dv-cinder-689486-14-smb: {}, Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: Metering agent@dv-cinder-689486-14-smb: {}, Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: Open vSwitch agent@dv-cinder-689486-14-smb: { 'AddressGroup': '1.2', Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'ConntrackHelper': '1.0', Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'Log': '1.0', Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'Network': '1.1', Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'Port': '1.7', Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'PortForwarding': '1.2', Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'QosPolicy': '1.8', Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'SecurityGroup': '1.4', Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'SecurityGroupRule': '1.2', Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'SubPort': '1.0', Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'Subnet': '1.1', Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: 'Trunk': '1.1'}} Jun 24 12:26:21.618763 dv-cinder-689486-14-smb neutron-server[92888]: {{(pid=92888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:26:21.628994 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:21.649851 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Checking segment: {'id': 'afb4947a-830d-4645-a077-0d07beacaac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '03002882-9d59-471a-9885-c7dea9383d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:26:21.650225 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Network hostable DHCP agents. Network: 03002882-9d59-471a-9885-c7dea9383d09, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:26:21.683964 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Network 03002882-9d59-471a-9885-c7dea9383d09 is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:26:21.697162 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, 03002882-9d59-471a-9885-c7dea9383d09) {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:21.704847 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:21.705878 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:21.711428 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070bca2-409b-4dc3-8bde-c0a18c99b1af None None] Network 03002882-9d59-471a-9885-c7dea9383d09 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:26:21.728015 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4637270 Jun 24 12:26:21.852998 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44646f0-3474-4ca2-b693-6f15eb0b7117 None None] Network 03002882-9d59-471a-9885-c7dea9383d09 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:26:22.274399 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33678) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:22.471439 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33694) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:22.505458 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33698) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:22.593326 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-38666725-network', 'tenant_id': 'a955bf822d9048f5940776ef24fd6e11'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:22.617119 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Made reservation on behalf of a955bf822d9048f5940776ef24fd6e11 for: {'network': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:22.620024 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:22.628506 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:22.723641 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:22.727998 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:22.732391 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:22.753651 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a55c81-c53f-4919-9f44-62b51744256c,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:22.757761 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:22.766354 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=92890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:26:22.780944 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:22.781294 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.segments_db [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Added segment d347b48c-4f98-4353-aff2-1dda10f7a44b of type vlan for network e1f1aa0f-fd0e-4821-a005-7c107dd03887 Jun 24 12:26:22.814272 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1525196682-network', 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:22.837757 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:22.846166 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-401371277-network', 'tenant_id': '19495abb439f45f38c2dc57598099b25'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:22.871752 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 33716) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:22.894421 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Made reservation on behalf of 967b8aeaa9b84099a4b530f134f85b2c for: {'network': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:22.897381 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:22.912372 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Made reservation on behalf of 19495abb439f45f38c2dc57598099b25 for: {'network': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:22.915353 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:22.917622 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:22.935828 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:22.937755 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:22.950243 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:22.951087 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:22.957047 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-81007063-903b-4a13-9abb-dbf4989a1aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:23.038875 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-388555955-network', 'tenant_id': '9340bc89145f46c1ba94732b46fcb1bb'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:23.057036 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f1aa0f-fd0e-4821-a005-7c107dd03887,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:23.068673 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:23.069138 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network e1f1aa0f-fd0e-4821-a005-7c107dd03887 details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:26:23.150214 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.159062 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.169343 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:23.206615 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb9f760-da32-4d33-a000-f879ebc42265,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:23.225039 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:23.245881 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=92890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:26:23.276606 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.277401 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.segments_db [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Added segment e955a9d6-9127-410f-8016-091b853a7aa9 of type vlan for network 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 Jun 24 12:26:23.347931 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.409800 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.428388 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.452434 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:23.453251 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.459859 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Made reservation on behalf of 9340bc89145f46c1ba94732b46fcb1bb for: {'network': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:23.463961 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.469419 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.471356 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:23.479747 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.489393 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2112660 Jun 24 12:26:23.500537 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33744) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:23.547798 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-0a72a3a3-352e-48c5-b2fe-061f3f5013f1 admin admin] Request body: {'subnet': {'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-38666725-subnet', 'tenant_id': 'a955bf822d9048f5940776ef24fd6e11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:23.564830 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=92890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:26:23.584589 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Pushing event updated for resources: {'Network': ['ID=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:23.587378 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.587798 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.segments_db [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Added segment 652b4ba4-62d8-4156-83ce-9fe347d06103 of type vlan for network 6a10afaa-69bf-4861-aff0-1527b9cbd705 Jun 24 12:26:23.589626 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:23.590096 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-ff6ae915-d69c-4b83-8336-55ca61b5033c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:23.598641 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:26:23.700232 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.712576 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.732837 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=92888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:26:23.741965 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.754425 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2810655 Jun 24 12:26:23.759519 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ff89c3-499b-46d4-af92-3aabf070c269,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:23.766728 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33764) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:23.769081 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:23.776160 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:23.781480 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-a925d394-c66b-4db0-8419-b05cbbc454d2 admin admin] Request body: {'subnet': {'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1525196682-subnet', 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:23.785565 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.787658 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.db.segments_db [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Added segment da615071-074f-4cd6-baf4-cae1565b5da5 of type vlan for network 17f91dbe-4286-47e3-9cdc-80514541ba20 Jun 24 12:26:23.815974 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a72a3a3-352e-48c5-b2fe-061f3f5013f1 admin admin] Made reservation on behalf of a955bf822d9048f5940776ef24fd6e11 for: {'subnet': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:23.818304 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-0a72a3a3-352e-48c5-b2fe-061f3f5013f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.868866 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcb5ced-8335-4d32-8718-7012696e5a08,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:23.880157 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:23.906541 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.912876 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:23.913450 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.934681 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a925d394-c66b-4db0-8419-b05cbbc454d2 admin admin] Made reservation on behalf of 967b8aeaa9b84099a4b530f134f85b2c for: {'subnet': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:23.937270 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a925d394-c66b-4db0-8419-b05cbbc454d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:23.970333 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:24.024351 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:24.025961 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:24.026568 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:24.028756 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 33778) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:24.030005 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:24.103251 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-fff386ae-fdd0-48e3-acd5-62baef6b5751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:24.104372 dv-cinder-689486-14-smb neutron-server[92888]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 12:26:24.137804 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Pushing event updated for resources: {'Network': ['ID=17f91dbe-4286-47e3-9cdc-80514541ba20,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:24.146788 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:24.151243 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network 17f91dbe-4286-47e3-9cdc-80514541ba20 details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:26:24.166451 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2933145 Jun 24 12:26:24.167480 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 33784) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:24.283030 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7759070 Jun 24 12:26:24.289610 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-02a6638d-981b-49d8-8855-ee185a3e22a2 admin admin] Request body: {'subnet': {'network_id': '17f91dbe-4286-47e3-9cdc-80514541ba20', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-388555955-subnet', 'tenant_id': '9340bc89145f46c1ba94732b46fcb1bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:24.294615 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33792) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:24.304855 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-1d3e6932-1642-443b-a20e-e6ace5b15729 admin admin] Request body: {'subnet': {'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-401371277-subnet', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:24.317551 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-0a72a3a3-352e-48c5-b2fe-061f3f5013f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710'] for subnet, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:24.340440 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Pushing event updated for resources: {'Network': ['ID=6a10afaa-69bf-4861-aff0-1527b9cbd705,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:24.348747 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:24.353462 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-126a3b36-97cd-4a41-a024-1b968fe41d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:24.357158 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network 6a10afaa-69bf-4861-aff0-1527b9cbd705 details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:26:24.456087 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72a3a3-352e-48c5-b2fe-061f3f5013f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=975d93ba-ed56-4f92-8a0c-4eb6a701f2bf,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:24.462424 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-0a72a3a3-352e-48c5-b2fe-061f3f5013f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:24.473067 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72a3a3-352e-48c5-b2fe-061f3f5013f1 admin admin] Checking segment: {'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:26:24.473691 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a72a3a3-352e-48c5-b2fe-061f3f5013f1 admin admin] Network hostable DHCP agents. Network: e1f1aa0f-fd0e-4821-a005-7c107dd03887, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:26:24.494840 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a6638d-981b-49d8-8855-ee185a3e22a2 admin admin] Made reservation on behalf of 9340bc89145f46c1ba94732b46fcb1bb for: {'subnet': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:24.497569 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-02a6638d-981b-49d8-8855-ee185a3e22a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:24.546745 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a72a3a3-352e-48c5-b2fe-061f3f5013f1 admin admin] Network e1f1aa0f-fd0e-4821-a005-7c107dd03887 is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:26:24.549119 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3e6932-1642-443b-a20e-e6ace5b15729 admin admin] Made reservation on behalf of 19495abb439f45f38c2dc57598099b25 for: {'subnet': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:24.551880 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1d3e6932-1642-443b-a20e-e6ace5b15729 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:24.578151 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-52e4b9c6-8d12-4f86-a7ff-60eef27e1246 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:24.580728 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-52e4b9c6-8d12-4f86-a7ff-60eef27e1246 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/networks?id=03002882-9d59-471a-9885-c7dea9383d09 HTTP/1.1" status: 200 len: 811 time: 0.4790394 Jun 24 12:26:24.604211 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-96872701-03cc-4ac8-a3c7-b34dbf8685c2 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/quotas/129e360c6bfd42ec8f0020d6946e3d4f HTTP/1.1" status: 200 len: 375 time: 0.0168839 Jun 24 12:26:24.615989 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a925d394-c66b-4db0-8419-b05cbbc454d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710'] for subnet, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:24.622454 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:24.629638 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-0a72a3a3-352e-48c5-b2fe-061f3f5013f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, e1f1aa0f-fd0e-4821-a005-7c107dd03887) {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:24.642351 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dffe5a-a1ff-4b23-bd04-1a2e2e6f9173 None None] Network e1f1aa0f-fd0e-4821-a005-7c107dd03887 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:26:24.665659 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a72a3a3-352e-48c5-b2fe-061f3f5013f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:24.666497 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-0a72a3a3-352e-48c5-b2fe-061f3f5013f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:24.729065 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-0a72a3a3-352e-48c5-b2fe-061f3f5013f1 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1886778 Jun 24 12:26:24.738082 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925d394-c66b-4db0-8419-b05cbbc454d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bda3046-98c5-404d-a857-c5a2cdd0e043,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:24.744326 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-a925d394-c66b-4db0-8419-b05cbbc454d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:24.756703 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a925d394-c66b-4db0-8419-b05cbbc454d2 admin admin] Checking segment: {'id': 'e955a9d6-9127-410f-8016-091b853a7aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:26:24.757047 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a925d394-c66b-4db0-8419-b05cbbc454d2 admin admin] Network hostable DHCP agents. Network: 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:26:24.823900 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-2b175441-9fdb-49f9-8736-7424362fea3d tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=129e360c6bfd42ec8f0020d6946e3d4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2101343 Jun 24 12:26:24.885868 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-02a6638d-981b-49d8-8855-ee185a3e22a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710'] for subnet, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:24.901058 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a925d394-c66b-4db0-8419-b05cbbc454d2 admin admin] Network 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:26:24.906053 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-a8c6e875-98bb-4779-a0ac-35bf1916b1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:24.917087 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1d3e6932-1642-443b-a20e-e6ace5b15729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710'] for subnet, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:24.922192 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-0a72a3a3-352e-48c5-b2fe-061f3f5013f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:24.946027 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-a925d394-c66b-4db0-8419-b05cbbc454d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5) {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:24.951784 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171c875d-b0be-495e-9d0d-244bdbb2c234 None None] Network e1f1aa0f-fd0e-4821-a005-7c107dd03887 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:26:24.958197 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a925d394-c66b-4db0-8419-b05cbbc454d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:24.959028 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a925d394-c66b-4db0-8419-b05cbbc454d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:25.007392 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a6638d-981b-49d8-8855-ee185a3e22a2 admin admin] Checking segment: {'id': 'da615071-074f-4cd6-baf4-cae1565b5da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '17f91dbe-4286-47e3-9cdc-80514541ba20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:26:25.007748 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a6638d-981b-49d8-8855-ee185a3e22a2 admin admin] Network hostable DHCP agents. Network: 17f91dbe-4286-47e3-9cdc-80514541ba20, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:26:25.020344 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e6932-1642-443b-a20e-e6ace5b15729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e51db95-cdf4-458e-ba02-7824ab521c2a,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:25.026265 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3335ca06-7a91-4661-bb8d-5e63abc98781 None None] Network 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:26:25.033374 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6638d-981b-49d8-8855-ee185a3e22a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4afc6327-9a40-40e5-96ff-b8af5b3f193e,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:25.041460 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-02a6638d-981b-49d8-8855-ee185a3e22a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:25.047455 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1d3e6932-1642-443b-a20e-e6ace5b15729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:25.051449 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-a925d394-c66b-4db0-8419-b05cbbc454d2 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2832770 Jun 24 12:26:25.054208 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 33814) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:25.054803 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3e6932-1642-443b-a20e-e6ace5b15729 admin admin] Checking segment: {'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:26:25.055677 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3e6932-1642-443b-a20e-e6ace5b15729 admin admin] Network hostable DHCP agents. Network: 6a10afaa-69bf-4861-aff0-1527b9cbd705, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:26:25.059797 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1525196682-router', 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:25.063516 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a6638d-981b-49d8-8855-ee185a3e22a2 admin admin] Network 17f91dbe-4286-47e3-9cdc-80514541ba20 is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:26:25.081413 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [None req-02a6638d-981b-49d8-8855-ee185a3e22a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, 17f91dbe-4286-47e3-9cdc-80514541ba20) {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:25.089860 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a6638d-981b-49d8-8855-ee185a3e22a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:25.090663 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-02a6638d-981b-49d8-8855-ee185a3e22a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:25.108310 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-200e5486-8197-49be-a38f-6e43e708aa9b service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:26:25.109697 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-200e5486-8197-49be-a38f-6e43e708aa9b service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0773993 Jun 24 12:26:25.112248 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-606813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60430'] for router, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:25.114134 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60421'] for router, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:25.118995 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3e6932-1642-443b-a20e-e6ace5b15729 admin admin] Network 6a10afaa-69bf-4861-aff0-1527b9cbd705 is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:26:25.128597 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-1d3e6932-1642-443b-a20e-e6ace5b15729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, 6a10afaa-69bf-4861-aff0-1527b9cbd705) {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:25.141218 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3e6932-1642-443b-a20e-e6ace5b15729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:25.141813 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1d3e6932-1642-443b-a20e-e6ace5b15729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:25.145020 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-02a6638d-981b-49d8-8855-ee185a3e22a2 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9332681 Jun 24 12:26:25.156018 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef270dc-6eea-4e67-84e3-b43dfbfcb71c None None] Network 17f91dbe-4286-47e3-9cdc-80514541ba20 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:26:25.162075 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-1d3e6932-1642-443b-a20e-e6ace5b15729 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8650596 Jun 24 12:26:25.164673 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33826) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:25.173082 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:25.223710 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-606813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60430'] for router, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:25.224893 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60421'] for router, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:25.271234 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96955722-afc6-40a2-a190-8cd5f033f376 None None] Network 6a10afaa-69bf-4861-aff0-1527b9cbd705 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:26:25.301983 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:25.379378 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a3be29-121b-4ee3-9f41-2b95d913dd8c None None] Network 17f91dbe-4286-47e3-9cdc-80514541ba20 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:26:25.406977 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f85251-cd76-4558-9a5d-3c544b4a7ce5 None None] Network 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:26:25.481650 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 33844) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:25.490417 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:25.503634 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616313', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60459'] for router, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:25.750936 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a8572943-3f23-482b-85ac-a73fd2c6808f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:25.810212 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-487e268c-a9dc-4715-ac68-1f88b19d7ad7 service neutron] 10.222.0.98 "GET /v2.0/networks/03002882-9d59-471a-9885-c7dea9383d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6878328 Jun 24 12:26:25.813549 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616313', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60459'] for router, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:25.920003 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:25.927654 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-ec6b513b-b814-4150-a57b-4cf41eb6ccfa service neutron] 10.222.0.98 "GET /v2.0/networks/03002882-9d59-471a-9885-c7dea9383d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023104 Jun 24 12:26:25.953060 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.053767 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf266d022-4da0-5769-8009-4cd9ec177add-6a10afaa-69bf-4861-aff0-1527b9cbd705', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a'}]}} from dv-cinder-689486-14-smb. {{(pid=92891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:26:26.054557 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.096018 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 33864) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:26.104751 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-c4bfcb7d-96e4-4656-8759-2187ce83f050 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:26.106242 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-c4bfcb7d-96e4-4656-8759-2187ce83f050 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/networks?id=e1f1aa0f-fd0e-4821-a005-7c107dd03887 HTTP/1.1" status: 200 len: 813 time: 0.6208615 Jun 24 12:26:26.111535 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1446411375-network', 'tenant_id': '670d28d208284efda0ce6d479ed627ad'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:26.139806 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-eb46a18c-13c0-4481-8077-cdad969b0cef tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/quotas/a955bf822d9048f5940776ef24fd6e11 HTTP/1.1" status: 200 len: 375 time: 0.0229716 Jun 24 12:26:26.148985 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Allocated IP 172.28.2.201 (55215ffa-be73-4f27-8bd6-e565279244aa/626247e8-372a-46a2-9822-6edda33fe1cd/c0c8610c-53ae-4b75-8e45-8e877fcf1fa4) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:26:26.175220 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Made reservation on behalf of 670d28d208284efda0ce6d479ed627ad for: {'network': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:26.179900 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.205188 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-28943da3-6e53-4823-9f13-053967adefed tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a955bf822d9048f5940776ef24fd6e11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529363 Jun 24 12:26:26.208685 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.320206 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Allocated IP 172.20.0.2 (6a10afaa-69bf-4861-aff0-1527b9cbd705/7e51db95-cdf4-458e-ba02-7824ab521c2a/0e83f5c3-7f28-45bc-875e-532d95ab946a) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:26:26.406407 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.556096 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.560085 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-6223aa1a-053e-41eb-a901-81f24a084ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:26.600991 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.609344 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Network 55215ffa-be73-4f27-8bd6-e565279244aa is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:26:26.612902 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:26.615221 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-3de7181a-79cc-4b68-866b-52254cb9b513 service neutron] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:26:26.616554 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:26:26.622840 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-3de7181a-79cc-4b68-866b-52254cb9b513 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1518223 Jun 24 12:26:26.629414 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.640313 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Transition to ACTIVE for port object 0e83f5c3-7f28-45bc-875e-532d95ab946a will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:26:26.660004 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Transition to ACTIVE for port object 0e83f5c3-7f28-45bc-875e-532d95ab946a will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:26:26.668769 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.673627 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:26.708653 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.726029 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Pushing event updated for resources: {'Port': ['ID=0e83f5c3-7f28-45bc-875e-532d95ab946a,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:26.729180 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c0c8610c-53ae-4b75-8e45-8e877fcf1fa4,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:26.732638 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:26.738178 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:26.738532 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:26.738862 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:26.739270 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:26.740914 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:26.740914 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:26.740914 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:26.740914 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:26.740914 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:26.741389 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:26.741389 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:26.741591 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Tracked resource versions report: Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: pushed versions: Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: { 'AddressGroup': {'1.2'}, Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'ConntrackHelper': {'1.0'}, Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'Log': {'1.0'}, Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'Network': {'1.1'}, Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'Port': {'1.7'}, Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'PortForwarding': {'1.2'}, Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'QosPolicy': {'1.8'}, Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'SecurityGroup': {'1.4'}, Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'SubPort': {'1.0'}, Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'Subnet': {'1.1'}, Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'Trunk': {'1.1'}} Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: consumer versions: Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: { DHCP agent@dv-cinder-689486-14-smb: {}, Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: HyperV agent@hv-cinder-68948: {}, Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: L3 agent@dv-cinder-689486-14-smb: {}, Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: Metadata agent@dv-cinder-689486-14-smb: {}, Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: Metering agent@dv-cinder-689486-14-smb: {}, Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: Open vSwitch agent@dv-cinder-689486-14-smb: { 'AddressGroup': '1.2', Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'ConntrackHelper': '1.0', Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'Log': '1.0', Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'Network': '1.1', Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'Port': '1.7', Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'PortForwarding': '1.2', Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'QosPolicy': '1.8', Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'SecurityGroup': '1.4', Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'SecurityGroupRule': '1.2', Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'SubPort': '1.0', Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'Subnet': '1.1', Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: 'Trunk': '1.1'}} Jun 24 12:26:26.743232 dv-cinder-689486-14-smb neutron-server[92891]: {{(pid=92891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:26:26.747519 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:26.760339 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Network 6a10afaa-69bf-4861-aff0-1527b9cbd705 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:26:26.766267 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:26.773713 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:26:26.844707 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Attempting to bind port 0e83f5c3-7f28-45bc-875e-532d95ab946a on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:26:26.845497 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Attempting to bind port 0e83f5c3-7f28-45bc-875e-532d95ab946a by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:26:26.846025 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Attempting to bind port 0e83f5c3-7f28-45bc-875e-532d95ab946a on network 6a10afaa-69bf-4861-aff0-1527b9cbd705 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:26:26.852722 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:26:26.853367 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Checking segment: {'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:26:26.853945 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.854494 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Bound using segment: {'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:26:26.855192 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Bound port: 0e83f5c3-7f28-45bc-875e-532d95ab946a, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:26:26.855788 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.864985 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5c3a8f35-1e97-4131-83d2-26ba355c0544 req-abda4154-0577-4ec6-89b4-424aca06ecee tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 210 time: 0.2669880 Jun 24 12:26:26.875843 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.903263 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.941546 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.958334 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] For port 0e83f5c3-7f28-45bc-875e-532d95ab946a, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:26:26.961720 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:26.961961 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] For port 0e83f5c3-7f28-45bc-875e-532d95ab946a, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=0e83f5c3-7f28-45bc-875e-532d95ab946a,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:26:26.976703 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:26.993984 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-e17fab19-e8ca-4908-bc2c-dbfd117f6597 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:27.022085 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=92888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:26:27.063694 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-2cb1255b-499e-49c9-9e17-567ba29db57d service neutron] 10.222.0.98 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248424 Jun 24 12:26:27.097357 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23d2ea2-e2bb-43d4-a051-2bf6f00b2b2a,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:27.106552 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Pushing event updated for resources: {'Port': ['ID=0e83f5c3-7f28-45bc-875e-532d95ab946a,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:27.113975 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:27.125722 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:27.130449 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:27.130816 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.db.segments_db [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Added segment 697b4c20-47dd-4d9a-83f9-e80a0433e3d7 of type vlan for network 98bc61a6-1422-4958-8d54-f4c0d9d6a2c1 Jun 24 12:26:27.276083 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Allocated IP 172.28.2.174 (55215ffa-be73-4f27-8bd6-e565279244aa/626247e8-372a-46a2-9822-6edda33fe1cd/32e24e5b-46c9-4fa3-8346-d8a2e16a9808) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:26:27.284806 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613115'] for router, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:27.431160 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:27.685206 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Router 6c142bc8-d47c-4c60-a23f-5ad408951073 is scheduled to L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b with binding_index 1 {{(pid=92890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:26:27.744255 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:27.849821 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-7af109bd-c918-4e05-81c5-225ea7e7e1bf service neutron] 10.222.0.98 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7852669 Jun 24 12:26:27.878030 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:27.887988 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:27.888591 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:27.901165 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:27.960511 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:26:27.972467 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Sync routers for ids ['6c142bc8-d47c-4c60-a23f-5ad408951073'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:26:28.002323 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Notify callbacks [] for router, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:28.004310 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8381829 Jun 24 12:26:28.007329 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 33970) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:28.026142 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Routers {'6c142bc8-d47c-4c60-a23f-5ad408951073'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:26:28.030089 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:25:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c142bc8-d47c-4c60-a23f-5ad408951073'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:28.042739 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d3894a7b-de36-4cba-a696-d912d98234fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:28.128552 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-54aeddab-e068-4173-b72d-efbbcff6c663 req-63c1cdf4-b412-43e9-a5f7-aafb3a32a9d9 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 210 time: 0.1085355 Jun 24 12:26:28.140751 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0334256 Jun 24 12:26:28.142252 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 33972) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:28.151265 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:28.184862 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-78aeadb0-230b-4661-ab8a-edcc71da46a5 admin admin] Request body: {'subnet': {'network_id': '98bc61a6-1422-4958-8d54-f4c0d9d6a2c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1446411375-subnet', 'tenant_id': '670d28d208284efda0ce6d479ed627ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:28.196900 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Pushing event updated for resources: {'Network': ['ID=98bc61a6-1422-4958-8d54-f4c0d9d6a2c1,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:28.223224 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network 98bc61a6-1422-4958-8d54-f4c0d9d6a2c1 details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:26:28.227199 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:28.232473 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:28.356789 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Set router 6c142bc8-d47c-4c60-a23f-5ad408951073 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:26:28.425297 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Network 55215ffa-be73-4f27-8bd6-e565279244aa is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:26:28.432361 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78aeadb0-230b-4661-ab8a-edcc71da46a5 admin admin] Made reservation on behalf of 670d28d208284efda0ce6d479ed627ad for: {'subnet': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:28.437404 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-78aeadb0-230b-4661-ab8a-edcc71da46a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:28.469998 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:28.508955 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:28.537361 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:26:28.678381 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8de08b6-0721-463f-be59-5abf2ed9f874 None None] Network 6a10afaa-69bf-4861-aff0-1527b9cbd705 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:26:28.813267 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 0e83f5c3-7f28-45bc-875e-532d95ab946a up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:26:28.840971 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Pushing event updated for resources: {'Port': ['ID=32e24e5b-46c9-4fa3-8346-d8a2e16a9808,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:28.853308 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:26Z', 'revision_number': 3, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:28.915206 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-ac6d39da-e31f-4a3c-abd5-53ee5555a0ef None None] Provisioning for port 0e83f5c3-7f28-45bc-875e-532d95ab946a completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:26:28.925203 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:28.939276 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Checking router: 6c142bc8-d47c-4c60-a23f-5ad408951073 for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:26:28.939646 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Updating router 6c142bc8-d47c-4c60-a23f-5ad408951073 port c0c8610c-53ae-4b75-8e45-8e877fcf1fa4 binding host dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:26:28.966231 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:29.002784 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5d8a34db-4090-4cb2-8896-ba674cc53679 req-93125ef5-39e3-42bb-8bf0-0b6c2c1a5351 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 210 time: 0.5002089 Jun 24 12:26:29.044030 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:29.166817 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port 0e83f5c3-7f28-45bc-875e-532d95ab946a completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:26:29.190967 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 0e83f5c3-7f28-45bc-875e-532d95ab946a triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:26:29.191761 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:29.451851 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:29.598760 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:29.618821 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:29.657053 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Transition to ACTIVE for port object c0c8610c-53ae-4b75-8e45-8e877fcf1fa4 will not be triggered until provisioned by entity L2. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:26:29.684278 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:29.686634 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:29.693961 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.49', 61381) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:29.694521 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Allocated IP 172.20.0.1 (6a10afaa-69bf-4861-aff0-1527b9cbd705/7e51db95-cdf4-458e-ba02-7824ab521c2a/edab2d1d-d18e-48f2-9687-d256e2149b75) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:26:29.716128 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e4fe5d7b-15ba-480d-9dcb-3238d09ade7e req-6c1d05ed-230b-4203-8cb6-f12f0864e799 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 210 time: 0.2172101 Jun 24 12:26:29.723706 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port 0e83f5c3-7f28-45bc-875e-532d95ab946a, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=0e83f5c3-7f28-45bc-875e-532d95ab946a,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:29.729836 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:29.732404 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:29.790931 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Attempting to bind port c0c8610c-53ae-4b75-8e45-8e877fcf1fa4 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:26:29.791825 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Attempting to bind port c0c8610c-53ae-4b75-8e45-8e877fcf1fa4 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:26:29.792359 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Attempting to bind port c0c8610c-53ae-4b75-8e45-8e877fcf1fa4 on network 55215ffa-be73-4f27-8bd6-e565279244aa {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:26:29.824917 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Pushing event updated for resources: {'Port': ['ID=c0c8610c-53ae-4b75-8e45-8e877fcf1fa4,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:29.835196 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:26:29.835613 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Checking segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:26:29.836000 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:29.851586 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Bound using segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:26:29.852259 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Bound port: c0c8610c-53ae-4b75-8e45-8e877fcf1fa4, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:26:29.852496 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:29.864103 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:29.870152 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:29.870770 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:29.871493 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:29.871992 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:29.874699 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:29.875030 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:29.875551 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:29.880612 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:29.881705 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:29.882224 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:29.883706 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Tracked resource versions report: Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: pushed versions: Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: { 'AddressGroup': {'1.2'}, Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'ConntrackHelper': {'1.0'}, Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'Log': {'1.0'}, Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'Network': {'1.1'}, Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'Port': {'1.7'}, Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'PortForwarding': {'1.2'}, Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'QosPolicy': {'1.8'}, Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'SecurityGroup': {'1.4'}, Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'SecurityGroupRule': {'1.2'}, Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'SubPort': {'1.0'}, Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'Subnet': {'1.1'}, Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'Trunk': {'1.1'}} Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: consumer versions: Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: { DHCP agent@dv-cinder-689486-14-smb: {}, Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: HyperV agent@hv-cinder-68948: {}, Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: L3 agent@dv-cinder-689486-14-smb: {}, Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: Metadata agent@dv-cinder-689486-14-smb: {}, Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: Metering agent@dv-cinder-689486-14-smb: {}, Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: Open vSwitch agent@dv-cinder-689486-14-smb: { 'AddressGroup': '1.2', Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'ConntrackHelper': '1.0', Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'Log': '1.0', Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'Network': '1.1', Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'Port': '1.7', Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'PortForwarding': '1.2', Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'QosPolicy': '1.8', Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'SecurityGroup': '1.4', Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'SecurityGroupRule': '1.2', Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'SubPort': '1.0', Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'Subnet': '1.1', Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: 'Trunk': '1.1'}} Jun 24 12:26:29.887691 dv-cinder-689486-14-smb neutron-server[92892]: {{(pid=92892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 12:26:29.928768 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:29.981869 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-ec2d9cc9-9a4f-4293-bdfb-a5b9f8dfa032 None None] Provisioning complete for port 0e83f5c3-7f28-45bc-875e-532d95ab946a triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:26:29.983092 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ec2d9cc9-9a4f-4293-bdfb-a5b9f8dfa032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:30.012595 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] For port c0c8610c-53ae-4b75-8e45-8e877fcf1fa4, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:26:30.022534 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] For port c0c8610c-53ae-4b75-8e45-8e877fcf1fa4, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=c0c8610c-53ae-4b75-8e45-8e877fcf1fa4,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:26:30.040544 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:30.044156 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-74ebe31c-dc75-4198-9a48-a728e646c22a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:30.056780 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:30.081492 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:30.094903 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=0e83f5c3-7f28-45bc-875e-532d95ab946a,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:30.109414 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:30.121934 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Transition to ACTIVE for port object edab2d1d-d18e-48f2-9687-d256e2149b75 will not be triggered until provisioned by entity DHCP. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:26:30.248996 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:30.257253 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:30.270675 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Routers {'6c142bc8-d47c-4c60-a23f-5ad408951073'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:26:30.272747 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:26:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c142bc8-d47c-4c60-a23f-5ad408951073'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:30.279557 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f53dbbfa-4b0b-4f63-9cd4-c8298f49dd11 req-3131c53f-24a2-459c-941e-f1cf0e818440 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 210 time: 0.0483739 Jun 24 12:26:30.315005 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-22271ff1-688f-4045-a036-d279b0a06f79 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:30.316504 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-22271ff1-688f-4045-a036-d279b0a06f79 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.49 "GET /v2.0/networks?id=03002882-9d59-471a-9885-c7dea9383d09 HTTP/1.1" status: 200 len: 811 time: 0.5977464 Jun 24 12:26:30.335998 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Network 6a10afaa-69bf-4861-aff0-1527b9cbd705 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:26:30.339674 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:30.362344 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:26:30.364046 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611958'] for router_interface, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:30.399534 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Pushing event updated for resources: {'Port': ['ID=c0c8610c-53ae-4b75-8e45-8e877fcf1fa4,revision_number=3']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:30.409026 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:30.414944 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-f633365e-df7f-448f-b314-5f1c4eec37c1 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Request body: {'port': {'device_id': '49149212-a983-4be5-b2b6-c0f1acd19d71', 'network_id': '03002882-9d59-471a-9885-c7dea9383d09', 'admin_state_up': True, 'tenant_id': '129e360c6bfd42ec8f0020d6946e3d4f'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:30.455041 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] Set router 6c142bc8-d47c-4c60-a23f-5ad408951073 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:26:30.481920 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-78aeadb0-230b-4661-ab8a-edcc71da46a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710'] for subnet, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:30.581387 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:30.746274 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-0630cfe1-61ec-49e9-9ff5-f3b054713a28 None None] Provisioning for port edab2d1d-d18e-48f2-9687-d256e2149b75 completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:26:30.758432 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-0630cfe1-61ec-49e9-9ff5-f3b054713a28 None None] Provisioning complete for port edab2d1d-d18e-48f2-9687-d256e2149b75 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:26:30.761386 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0630cfe1-61ec-49e9-9ff5-f3b054713a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:30.763327 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Pushing event updated for resources: {'Port': ['ID=edab2d1d-d18e-48f2-9687-d256e2149b75,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:30.783269 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:30.806188 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:30.887473 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:26Z', 'revision_number': 3, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:30.895887 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 0e83f5c3-7f28-45bc-875e-532d95ab946a up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:26:30.909577 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-0630cfe1-61ec-49e9-9ff5-f3b054713a28 None None] Port edab2d1d-d18e-48f2-9687-d256e2149b75 cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:26:30.922462 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79b050-9418-4a57-b3e2-a6a73291efc9 None None] The sync data for ids ['6c142bc8-d47c-4c60-a23f-5ad408951073'] in dv-cinder-689486-14-smb is: [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:26Z', 'revision_number': 3, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:26:30.970287 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aeadb0-230b-4661-ab8a-edcc71da46a5 admin admin] Checking segment: {'id': '697b4c20-47dd-4d9a-83f9-e80a0433e3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '98bc61a6-1422-4958-8d54-f4c0d9d6a2c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:26:30.970887 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aeadb0-230b-4661-ab8a-edcc71da46a5 admin admin] Network hostable DHCP agents. Network: 98bc61a6-1422-4958-8d54-f4c0d9d6a2c1, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:26:30.984176 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:31.016629 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 0e83f5c3-7f28-45bc-875e-532d95ab946a triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:26:31.017249 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:31.052222 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aeadb0-230b-4661-ab8a-edcc71da46a5 admin admin] Network 98bc61a6-1422-4958-8d54-f4c0d9d6a2c1 is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:26:31.194849 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:31.204716 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:31.208316 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-955103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611970'] for router_interface, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:31.213797 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:31.310581 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Pushing event updated for resources: {'Port': ['ID=edab2d1d-d18e-48f2-9687-d256e2149b75,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:31.327066 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:31.336483 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:31.429031 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.49', 61393) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:31.543246 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [None req-78aeadb0-230b-4661-ab8a-edcc71da46a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, 98bc61a6-1422-4958-8d54-f4c0d9d6a2c1) {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:31.558569 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f979b20-e587-46a4-b28e-d9d32a275ee2 None None] Network 98bc61a6-1422-4958-8d54-f4c0d9d6a2c1 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:26:31.563678 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aeadb0-230b-4661-ab8a-edcc71da46a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:31.568806 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-78aeadb0-230b-4661-ab8a-edcc71da46a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:31.610946 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aeadb0-230b-4661-ab8a-edcc71da46a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e424dd4-d757-48eb-ae8a-9dd9d9f2b265,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:31.624486 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-78aeadb0-230b-4661-ab8a-edcc71da46a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.043s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:31.668967 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-78aeadb0-230b-4661-ab8a-edcc71da46a5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5149746 Jun 24 12:26:31.715698 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-14616b57-93a9-4efb-8444-30c40f864876 req-56aa7576-0469-4a8e-9595-f1dfad4499ad tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 210 time: 0.4524934 Jun 24 12:26:31.722117 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613115'] for router, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:31.992250 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-f633365e-df7f-448f-b314-5f1c4eec37c1 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Made reservation on behalf of 129e360c6bfd42ec8f0020d6946e3d4f for: {'port': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:32.012689 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-f633365e-df7f-448f-b314-5f1c4eec37c1 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:32.111617 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 34142) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:32.150308 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed433b6e-eebd-4af4-bc92-da828ea17b31 None None] Network 98bc61a6-1422-4958-8d54-f4c0d9d6a2c1 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:26:32.261903 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Network 6a10afaa-69bf-4861-aff0-1527b9cbd705 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:26:32.300322 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-0a0e1c44-9c6e-429c-afbc-ccee9dc66770 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:32.321058 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-0a0e1c44-9c6e-429c-afbc-ccee9dc66770 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.49 "GET /v2.0/networks?id=e1f1aa0f-fd0e-4821-a005-7c107dd03887 HTTP/1.1" status: 200 len: 813 time: 0.8747485 Jun 24 12:26:32.328612 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:32.366836 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-516547ee-d16e-4515-ab81-9ba0f1cd450b req-8e21e418-5639-4e60-8668-fee8d0cb9d9a tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 210 time: 0.1981883 Jun 24 12:26:32.487811 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-4227385d-6406-4956-83ad-2e537418e301 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Request body: {'port': {'device_id': 'ec4ebbfb-3521-43d5-a85f-6d2b8d51e789', 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887', 'admin_state_up': True, 'tenant_id': 'a955bf822d9048f5940776ef24fd6e11'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:32.753205 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device c0c8610c-53ae-4b75-8e45-8e877fcf1fa4 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:26:32.925086 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-6285b8ee-3e13-46eb-a4c2-f34b611eb28f None None] Provisioning complete for port edab2d1d-d18e-48f2-9687-d256e2149b75 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:26:32.926463 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6285b8ee-3e13-46eb-a4c2-f34b611eb28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:33.020764 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Router 6c142bc8-d47c-4c60-a23f-5ad408951073 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:26:33.046147 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-6285b8ee-3e13-46eb-a4c2-f34b611eb28f None None] Port edab2d1d-d18e-48f2-9687-d256e2149b75 cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:26:33.050557 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port c0c8610c-53ae-4b75-8e45-8e877fcf1fa4 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:26:33.055108 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port c0c8610c-53ae-4b75-8e45-8e877fcf1fa4 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:26:33.055578 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:33.072099 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 34170) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:33.130505 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-74ff7819-00cd-46b2-b0e0-5bf01d3e8d6b req-6ae2e851-d988-41a8-a195-eb182e774e34 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 210 time: 0.1127789 Jun 24 12:26:33.161686 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_v2 [None req-002b4da5-f6b0-4568-ae5c-3ed799c8988b admin admin] Deleting subnet 4afc6327-9a40-40e5-96ff-b8af5b3f193e {{(pid=92888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:26:33.164965 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-f633365e-df7f-448f-b314-5f1c4eec37c1 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Allocated IP 172.20.0.11 (03002882-9d59-471a-9885-c7dea9383d09/9ded134d-db7c-4000-bbd6-0d027b83c19d/b02522a1-edc6-4151-bfda-438cf8c2ba26) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:26:33.174749 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-002b4da5-f6b0-4568-ae5c-3ed799c8988b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:33.207534 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:33.233991 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port c0c8610c-53ae-4b75-8e45-8e877fcf1fa4, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=c0c8610c-53ae-4b75-8e45-8e877fcf1fa4,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:33.239647 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-4227385d-6406-4956-83ad-2e537418e301 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Made reservation on behalf of a955bf822d9048f5940776ef24fd6e11 for: {'port': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:33.240861 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:33.243950 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-1dab0aa3-9a48-416f-9c23-b74f6e62b4ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:33.249844 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-4227385d-6406-4956-83ad-2e537418e301 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:33.279818 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-002b4da5-f6b0-4568-ae5c-3ed799c8988b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:33.324573 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=c0c8610c-53ae-4b75-8e45-8e877fcf1fa4,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:33.330229 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:33.349651 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-002b4da5-f6b0-4568-ae5c-3ed799c8988b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8177933'] for subnet, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:33.521675 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Router 96c69d19-cd5e-4836-9e7d-f61833ffa976 is scheduled to L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b with binding_index 1 {{(pid=92888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:26:33.595992 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-0a4b149a-3f53-4697-b2cb-fde4f981ca86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:33.690991 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:26:33.698393 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] 10.222.0.98 "PUT /v2.0/routers/6c142bc8-d47c-4c60-a23f-5ad408951073/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6898322 Jun 24 12:26:33.933059 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-f633365e-df7f-448f-b314-5f1c4eec37c1 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:34.135024 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3741df3a-df57-4f9c-b331-dfad1caddb18 req-adbe1a51-6dd7-4bfb-a46c-696f6be95c2f tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 210 time: 0.4751480 Jun 24 12:26:34.144290 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-4227385d-6406-4956-83ad-2e537418e301 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Allocated IP 172.20.0.3 (e1f1aa0f-fd0e-4821-a005-7c107dd03887/975d93ba-ed56-4f92-8a0c-4eb6a701f2bf/8a84a38f-dc72-4409-b249-ece62067f090) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:26:34.192421 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-f633365e-df7f-448f-b314-5f1c4eec37c1 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:34.202294 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-002b4da5-f6b0-4568-ae5c-3ed799c8988b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8177946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710'] for subnet, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:34.437069 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Sync routers for ids ['6c142bc8-d47c-4c60-a23f-5ad408951073'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:26:34.437696 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-02a6638d-981b-49d8-8855-ee185a3e22a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:34.438833 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Routers {'6c142bc8-d47c-4c60-a23f-5ad408951073'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:26:34.438833 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:26:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c142bc8-d47c-4c60-a23f-5ad408951073'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:34.439346 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b4da5-f6b0-4568-ae5c-3ed799c8988b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4afc6327-9a40-40e5-96ff-b8af5b3f193e,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:34.439346 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-002b4da5-f6b0-4568-ae5c-3ed799c8988b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:34.439346 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:34.439346 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-002b4da5-f6b0-4568-ae5c-3ed799c8988b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:34.439346 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-002b4da5-f6b0-4568-ae5c-3ed799c8988b admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4afc6327-9a40-40e5-96ff-b8af5b3f193e HTTP/1.1" status: 204 len: 168 time: 2.2288589 Jun 24 12:26:34.439790 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 34210) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:34.439892 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-f633365e-df7f-448f-b314-5f1c4eec37c1 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Network 03002882-9d59-471a-9885-c7dea9383d09 is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:26:34.439892 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-f633365e-df7f-448f-b314-5f1c4eec37c1 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:34.454943 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-f633365e-df7f-448f-b314-5f1c4eec37c1 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:26:34.461224 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-f633365e-df7f-448f-b314-5f1c4eec37c1 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:34.462112 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-f633365e-df7f-448f-b314-5f1c4eec37c1 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:34.466641 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:26:34.476677 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Sync routers for ids ['96c69d19-cd5e-4836-9e7d-f61833ffa976'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:26:34.493454 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Routers {'96c69d19-cd5e-4836-9e7d-f61833ffa976'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:26:34.499942 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:26:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['96c69d19-cd5e-4836-9e7d-f61833ffa976'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:34.518144 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633365e-df7f-448f-b314-5f1c4eec37c1 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Pushing event updated for resources: {'Port': ['ID=b02522a1-edc6-4151-bfda-438cf8c2ba26,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:34.539815 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-4227385d-6406-4956-83ad-2e537418e301 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:34.552661 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f633365e-df7f-448f-b314-5f1c4eec37c1 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:34.598644 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-0a4b149a-3f53-4697-b2cb-fde4f981ca86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:34.602741 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Set router 6c142bc8-d47c-4c60-a23f-5ad408951073 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:26:34.611433 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-0a4b149a-3f53-4697-b2cb-fde4f981ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:34.621801 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:34.629942 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-f633365e-df7f-448f-b314-5f1c4eec37c1 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2228310 Jun 24 12:26:34.648354 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] Notify callbacks [] for router, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:34.652649 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-679a8431-068f-42b5-9dc1-c2b0b60c54f5 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.5940998 Jun 24 12:26:34.662111 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 34214) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:34.681439 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-250d20a3-906f-4de7-877c-fdd342cd862e tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] http://10.222.0.98:9696/v2.0/extensions returned with HTTP 200 {{(pid=92888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 12:26:34.686604 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-250d20a3-906f-4de7-877c-fdd342cd862e tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0225821 Jun 24 12:26:34.754337 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b149a-3f53-4697-b2cb-fde4f981ca86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d456030e-d955-475e-9db8-4a961dcdc79f,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:34.758927 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-0a4b149a-3f53-4697-b2cb-fde4f981ca86 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=add69ae2325a4c44a5147ae81fff025b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6832387 Jun 24 12:26:34.759934 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-0a4b149a-3f53-4697-b2cb-fde4f981ca86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:34.774443 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe494397-29e4-49b3-804f-62aa663ff774 req-15cc9fb4-bbe8-433f-904b-aad4ffe7adf3 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:34.784756 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fe494397-29e4-49b3-804f-62aa663ff774 req-15cc9fb4-bbe8-433f-904b-aad4ffe7adf3 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 932 time: 0.2992859 Jun 24 12:26:34.785221 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 34216) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:34.869392 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 34218) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:34.880349 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-70efe2e4-7e40-4d50-87b1-e57fd52e243e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1892720117', 'description': 'tempest-description--1071882903'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:34.917650 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7938150'] for network, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:34.922993 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device c0c8610c-53ae-4b75-8e45-8e877fcf1fa4 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:26:34.939911 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-4227385d-6406-4956-83ad-2e537418e301 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:34.949090 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Set router 96c69d19-cd5e-4836-9e7d-f61833ffa976 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:26:34.966296 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-70efe2e4-7e40-4d50-87b1-e57fd52e243e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:34.990535 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:35.003517 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fe494397-29e4-49b3-804f-62aa663ff774 req-a128a456-71ba-4d93-ad80-2ff8038101e2 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986766 Jun 24 12:26:35.095985 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-049df007-7f1c-41f0-a54e-0bc55c973a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:35.134168 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port c0c8610c-53ae-4b75-8e45-8e877fcf1fa4 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:26:35.134554 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:35.223734 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Request body: {'port': {'device_id': '49149212-a983-4be5-b2b6-c0f1acd19d71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:35.274527 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-4227385d-6406-4956-83ad-2e537418e301 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Network e1f1aa0f-fd0e-4821-a005-7c107dd03887 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:26:35.431613 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-049df007-7f1c-41f0-a54e-0bc55c973a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:35.431823 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-4227385d-6406-4956-83ad-2e537418e301 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:35.577455 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-4227385d-6406-4956-83ad-2e537418e301 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:26:35.583725 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-4227385d-6406-4956-83ad-2e537418e301 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:35.584369 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-4227385d-6406-4956-83ad-2e537418e301 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:35.709045 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:30Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'edab2d1d-d18e-48f2-9687-d256e2149b75', 'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'mac_address': 'fa:16:3e:1d:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:29Z', 'updated_at': '2021-06-24T12:26:30Z', 'revision_number': 2, 'project_id': '19495abb439f45f38c2dc57598099b25', 'subnets': [{'id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:35.724307 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8179803', 'neutron.services.segments.db._delete_segments_for_network-8792598930728'] for network, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:35.724569 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'name': 'tempest-ServerRescueNegativeTestJSON-1525196682-router', 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:29Z', 'revision_number': 3, 'project_id': '967b8aeaa9b84099a4b530f134f85b2c', 'gw_port': {'id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:26Z', 'updated_at': '2021-06-24T12:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:35.731509 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:35.731847 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:35.733383 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:35.733710 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Subscribe: > port after_create 55550000 {{(pid=92890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:35.734435 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:35.734604 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Subscribe: > port after_update 55550000 {{(pid=92890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:35.734894 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:35.735392 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:35.735883 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:35.736339 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:35.788672 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Checking router: 96c69d19-cd5e-4836-9e7d-f61833ffa976 for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:26:35.788986 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Updating router 96c69d19-cd5e-4836-9e7d-f61833ffa976 port 32e24e5b-46c9-4fa3-8346-d8a2e16a9808 binding host dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:26:35.816525 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Checking router: 6c142bc8-d47c-4c60-a23f-5ad408951073 for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:26:35.818590 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Updating router 6c142bc8-d47c-4c60-a23f-5ad408951073 port edab2d1d-d18e-48f2-9687-d256e2149b75 binding host dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:26:35.836758 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:35.896269 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:35.985647 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:36.251833 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:36.262889 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Transition to ACTIVE for port object edab2d1d-d18e-48f2-9687-d256e2149b75 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:26:36.271108 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:36.271733 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:36.271875 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:36.272041 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:36.272295 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:36.273123 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f91dbe-4286-47e3-9cdc-80514541ba20']}} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:36.275409 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:36.321995 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-049df007-7f1c-41f0-a54e-0bc55c973a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:36.361058 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-70efe2e4-7e40-4d50-87b1-e57fd52e243e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:36.371377 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-049df007-7f1c-41f0-a54e-0bc55c973a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:36.372368 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-049df007-7f1c-41f0-a54e-0bc55c973a2c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d456030e-d955-475e-9db8-4a961dcdc79f HTTP/1.1" status: 204 len: 168 time: 1.5861266 Jun 24 12:26:36.402395 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-0a4b149a-3f53-4697-b2cb-fde4f981ca86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:36.416754 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118bdf3-b2f9-4ec7-9fdc-3c71dd07d69e None None] Pushing event updated for resources: {'Port': ['ID=edab2d1d-d18e-48f2-9687-d256e2149b75,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:36.419349 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049df007-7f1c-41f0-a54e-0bc55c973a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d456030e-d955-475e-9db8-4a961dcdc79f,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:36.421255 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-70efe2e4-7e40-4d50-87b1-e57fd52e243e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:36.427612 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-049df007-7f1c-41f0-a54e-0bc55c973a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:36.436076 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-d118bdf3-b2f9-4ec7-9fdc-3c71dd07d69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:36.440920 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da615071-074f-4cd6-baf4-cae1565b5da5') {'for_net_delete': True} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:36.442987 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da615071-074f-4cd6-baf4-cae1565b5da5') {} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:36.515046 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-4227385d-6406-4956-83ad-2e537418e301 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0481987 Jun 24 12:26:36.573935 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792598917807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632487'] for segment, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:36.576838 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:36.577852 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4227385d-6406-4956-83ad-2e537418e301 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Pushing event updated for resources: {'Port': ['ID=8a84a38f-dc72-4409-b249-ece62067f090,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:36.577852 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-4227385d-6406-4956-83ad-2e537418e301 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.555s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:36.578304 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-70efe2e4-7e40-4d50-87b1-e57fd52e243e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:36.593126 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-70efe2e4-7e40-4d50-87b1-e57fd52e243e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.7228158 Jun 24 12:26:36.606541 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Request body: {'port': {'device_id': 'ec4ebbfb-3521-43d5-a85f-6d2b8d51e789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:36.614542 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 34254) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:36.651383 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-eecf2d74-18fa-4b65-ada6-bbe115e544e7 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Request body: {'security_group_rule': {'security_group_id': '8c48dc01-3bf1-4083-97bc-81c108a339bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:36.666294 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:36.700640 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Attempting to bind port edab2d1d-d18e-48f2-9687-d256e2149b75 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:26:36.701932 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Attempting to bind port edab2d1d-d18e-48f2-9687-d256e2149b75 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:26:36.702332 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Attempting to bind port edab2d1d-d18e-48f2-9687-d256e2149b75 on network 6a10afaa-69bf-4861-aff0-1527b9cbd705 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:26:36.708618 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:26:36.709113 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Checking segment: {'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:26:36.710048 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:36.710048 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Bound using segment: {'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:26:36.710567 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Bound port: edab2d1d-d18e-48f2-9687-d256e2149b75, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:26:36.711035 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:36.734488 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:36.786983 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970d932-959c-4cbd-a09c-8e9a973091fc req-6f56fd73-33d5-4616-aec4-108c9cd91f62 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:36.794433 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5970d932-959c-4cbd-a09c-8e9a973091fc req-6f56fd73-33d5-4616-aec4-108c9cd91f62 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 931 time: 1.1788220 Jun 24 12:26:36.835247 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-eecf2d74-18fa-4b65-ada6-bbe115e544e7 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:36.862225 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=92890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:26:36.862714 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530540'] for segment, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: from cryptography.utils import int_from_bytes Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: from cryptography.utils import int_from_bytes Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: Traceback (most recent call last): Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: timer() Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: cb(*args, **kw) Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: return func(*args, **kwargs) Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: self._notify() Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: self.callback(batched_events) Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: event.method(event) Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: return f(self, *a, **k) Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: return self._get(url).json() Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: return self.request(url, 'GET', **kwargs) Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:26:36.942835 dv-cinder-689486-14-smb neutron-server[92890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:26:36.965727 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] For port edab2d1d-d18e-48f2-9687-d256e2149b75, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:26:37.001878 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] For port edab2d1d-d18e-48f2-9687-d256e2149b75, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=edab2d1d-d18e-48f2-9687-d256e2149b75,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:26:37.005397 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.015063 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efe2e4-7e40-4d50-87b1-e57fd52e243e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c48dc01-3bf1-4083-97bc-81c108a339bb,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:37.024465 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.026895 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-6df4a43a-2e65-49bc-97f5-6f2c61530fb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:37.112103 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-eecf2d74-18fa-4b65-ada6-bbe115e544e7 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.113313 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-70efe2e4-7e40-4d50-87b1-e57fd52e243e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:37.140177 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-eecf2d74-18fa-4b65-ada6-bbe115e544e7 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.153809 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118bdf3-b2f9-4ec7-9fdc-3c71dd07d69e None None] Pushing event updated for resources: {'Port': ['ID=edab2d1d-d18e-48f2-9687-d256e2149b75,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:37.160917 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-d118bdf3-b2f9-4ec7-9fdc-3c71dd07d69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:37.183033 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967af7f4-eeb3-4a0f-8e96-4c5b25e61649 req-68c2b6a1-2678-41d1-a337-9d5a1bc188ed tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:37.192115 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-967af7f4-eeb3-4a0f-8e96-4c5b25e61649 req-68c2b6a1-2678-41d1-a337-9d5a1bc188ed tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 932 time: 0.8688438 Jun 24 12:26:37.197704 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:37.213678 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Routers {'6c142bc8-d47c-4c60-a23f-5ad408951073'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:26:37.214328 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:26:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c142bc8-d47c-4c60-a23f-5ad408951073'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:37.222163 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:26:37.233399 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5970d932-959c-4cbd-a09c-8e9a973091fc req-9e0a25fd-2f5a-4f3d-8216-95f753453e78 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379742 Jun 24 12:26:37.261866 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02522a1-edc6-4151-bfda-438cf8c2ba26 {{(pid=92888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:26:37.310698 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.375100 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-eecf2d74-18fa-4b65-ada6-bbe115e544e7 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.379108 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-eecf2d74-18fa-4b65-ada6-bbe115e544e7 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7404263 Jun 24 12:26:37.380012 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 34280) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:37.395150 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Allocated IP 172.20.0.1 (4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5/9bda3046-98c5-404d-a857-c5a2cdd0e043/fdfebde4-2a5e-4b39-876b-d04d603c955a) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:26:37.398343 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf2d74-18fa-4b65-ada6-bbe115e544e7 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31561466-5c1c-4714-8c47-0d3ce892ac25,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:37.411380 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-b42475bc-ef80-497a-8cd6-d942e5b885c0 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Request body: {'security_group_rule': {'security_group_id': '8c48dc01-3bf1-4083-97bc-81c108a339bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:37.447180 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-eecf2d74-18fa-4b65-ada6-bbe115e544e7 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:37.456534 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.provisioning_blocks [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Transition to ACTIVE for port object b02522a1-edc6-4151-bfda-438cf8c2ba26 will not be triggered until provisioned by entity L2. {{(pid=92888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:26:37.468830 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.486583 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:37.517740 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-967af7f4-eeb3-4a0f-8e96-4c5b25e61649 req-320d00d7-e242-4586-a592-0320568a2c63 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125260 Jun 24 12:26:37.522207 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] Set router 6c142bc8-d47c-4c60-a23f-5ad408951073 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:26:37.582251 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b42475bc-ef80-497a-8cd6-d942e5b885c0 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.607303 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b02522a1-edc6-4151-bfda-438cf8c2ba26,revision_number=2']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:37.614158 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:37.679840 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.688924 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Transition to ACTIVE for port object 32e24e5b-46c9-4fa3-8346-d8a2e16a9808 will not be triggered until provisioned by entity L2. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:26:37.693182 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8179778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612982'] for network, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.697073 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.701761 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-41af0c95-8dda-463d-ad0f-970997567780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:37.706881 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.714322 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Attempting to bind port b02522a1-edc6-4151-bfda-438cf8c2ba26 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:26:37.717995 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Attempting to bind port b02522a1-edc6-4151-bfda-438cf8c2ba26 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'afb4947a-830d-4645-a077-0d07beacaac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '03002882-9d59-471a-9885-c7dea9383d09'}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:26:37.718591 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Attempting to bind port b02522a1-edc6-4151-bfda-438cf8c2ba26 on network 03002882-9d59-471a-9885-c7dea9383d09 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:26:37.733107 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:37.735546 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Port b02522a1-edc6-4151-bfda-438cf8c2ba26 on network 03002882-9d59-471a-9885-c7dea9383d09 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:26:37.736801 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.737044 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Attempting to bind port b02522a1-edc6-4151-bfda-438cf8c2ba26 on network 03002882-9d59-471a-9885-c7dea9383d09 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:26:37.741402 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] 10.222.0.98 "DELETE /v2.0/networks/17f91dbe-4286-47e3-9cdc-80514541ba20 HTTP/1.1" status: 204 len: 168 time: 3.3577440 Jun 24 12:26:37.742033 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 34286) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:37.782242 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:26:37.782979 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Checking segment: {'id': 'afb4947a-830d-4645-a077-0d07beacaac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '03002882-9d59-471a-9885-c7dea9383d09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:26:37.784389 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Bound using segment: {'id': 'afb4947a-830d-4645-a077-0d07beacaac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '03002882-9d59-471a-9885-c7dea9383d09'} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:26:37.788665 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Bound port: b02522a1-edc6-4151-bfda-438cf8c2ba26, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afb4947a-830d-4645-a077-0d07beacaac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '03002882-9d59-471a-9885-c7dea9383d09'}}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:26:37.789389 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.836912 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b42475bc-ef80-497a-8cd6-d942e5b885c0 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.839579 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Attempting to bind port 32e24e5b-46c9-4fa3-8346-d8a2e16a9808 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:26:37.842666 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Attempting to bind port 32e24e5b-46c9-4fa3-8346-d8a2e16a9808 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:26:37.843371 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Attempting to bind port 32e24e5b-46c9-4fa3-8346-d8a2e16a9808 on network 55215ffa-be73-4f27-8bd6-e565279244aa {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:26:37.855763 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b42475bc-ef80-497a-8cd6-d942e5b885c0 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.869248 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5726c42-eed9-4013-90f0-28fa17acf80a None None] Pushing event updated for resources: {'Port': ['ID=32e24e5b-46c9-4fa3-8346-d8a2e16a9808,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:37.871359 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-eecf2d74-18fa-4b65-ada6-bbe115e544e7 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:37.877521 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:26:37.878592 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Checking segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:26:37.879006 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.880833 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Bound using segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:26:37.881463 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Bound port: 32e24e5b-46c9-4fa3-8346-d8a2e16a9808, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:26:37.883220 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.893454 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c5726c42-eed9-4013-90f0-28fa17acf80a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:37.894183 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8754e5-e92f-40be-bed1-be7e7dfef4b8 admin admin] Deleting subnet 8e424dd4-d757-48eb-ae8a-9dd9d9f2b265 {{(pid=92890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:26:37.908730 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-3f8754e5-e92f-40be-bed1-be7e7dfef4b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:37.982156 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42475bc-ef80-497a-8cd6-d942e5b885c0 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd64c00d-5fee-4457-95b0-118925c29586,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:37.996905 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-b42475bc-ef80-497a-8cd6-d942e5b885c0 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:38.005818 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b42475bc-ef80-497a-8cd6-d942e5b885c0 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:38.015644 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] For port 32e24e5b-46c9-4fa3-8346-d8a2e16a9808, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:26:38.018581 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-b42475bc-ef80-497a-8cd6-d942e5b885c0 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6237674 Jun 24 12:26:38.024580 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 34298) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:38.025044 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] For port 32e24e5b-46c9-4fa3-8346-d8a2e16a9808, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=32e24e5b-46c9-4fa3-8346-d8a2e16a9808,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:26:38.036408 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:38.041590 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c5726c42-eed9-4013-90f0-28fa17acf80a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:38.044543 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Request body: {'floatingip': {'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:38.144819 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] For port b02522a1-edc6-4151-bfda-438cf8c2ba26, host hv-cinder-68948, cleared binding levels {{(pid=92888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:26:38.168499 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] For port b02522a1-edc6-4151-bfda-438cf8c2ba26, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b02522a1-edc6-4151-bfda-438cf8c2ba26,segment=NetworkSegment(afb4947a-830d-4645-a077-0d07beacaac6),segment_id=afb4947a-830d-4645-a077-0d07beacaac6)] {{(pid=92888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:26:38.181037 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:38.182757 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for floatingip, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:38.208733 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Routers {'96c69d19-cd5e-4836-9e7d-f61833ffa976'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:26:38.209388 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:26:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['96c69d19-cd5e-4836-9e7d-f61833ffa976'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:38.211085 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:30Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'edab2d1d-d18e-48f2-9687-d256e2149b75', 'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'mac_address': 'fa:16:3e:1d:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:29Z', 'updated_at': '2021-06-24T12:26:36Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'subnets': [{'id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:38.223628 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:38.231115 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 34304) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:38.273376 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd936006-8737-4568-ae56-b7bd6bf96d7e None None] The sync data for ids ['6c142bc8-d47c-4c60-a23f-5ad408951073'] in dv-cinder-689486-14-smb is: [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:30Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'edab2d1d-d18e-48f2-9687-d256e2149b75', 'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'mac_address': 'fa:16:3e:1d:6e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:29Z', 'updated_at': '2021-06-24T12:26:36Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'subnets': [{'id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:26:38.290834 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5726c42-eed9-4013-90f0-28fa17acf80a None None] Pushing event updated for resources: {'Port': ['ID=32e24e5b-46c9-4fa3-8346-d8a2e16a9808,revision_number=3']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:38.299314 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c5726c42-eed9-4013-90f0-28fa17acf80a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:38.427417 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:38.428065 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:38.433816 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] 10.222.0.49 "PUT /v2.0/ports/b02522a1-edc6-4151-bfda-438cf8c2ba26 HTTP/1.1" status: 200 len: 1094 time: 3.4712806 Jun 24 12:26:38.453090 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49149212-a983-4be5-b2b6-c0f1acd19d71', 'tag': 'b02522a1-edc6-4151-bfda-438cf8c2ba26'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:26:38.482699 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] Set router 96c69d19-cd5e-4836-9e7d-f61833ffa976 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:26:38.568743 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Pushing event deleted for resources: {'Network': ['ID=17f91dbe-4286-47e3-9cdc-80514541ba20,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:38.619408 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d825a706-1198-4dcc-ad81-35791f424d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:38.769143 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-3f8754e5-e92f-40be-bed1-be7e7dfef4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3632414'] for subnet, precommit_delete_associations {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:38.812071 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c8f9846c-98f3-4675-8844-7fdb2475e930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:38.924258 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device edab2d1d-d18e-48f2-9687-d256e2149b75 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:26:38.967726 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:39.042892 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8728781f-2b52-4c96-83d7-42b5bb0b7ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "49149212-a983-4be5-b2b6-c0f1acd19d71", "tag": "b02522a1-edc6-4151-bfda-438cf8c2ba26"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:26:39.048499 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port edab2d1d-d18e-48f2-9687-d256e2149b75 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:26:39.054224 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port edab2d1d-d18e-48f2-9687-d256e2149b75 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:26:39.054609 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:39.072679 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:39.142910 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Pushing event updated for resources: {'Port': ['ID=b02522a1-edc6-4151-bfda-438cf8c2ba26,revision_number=3']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:39.204545 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'name': 'tempest-ServerRescueNegativeTestJSON-1525196682-router', 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:29Z', 'revision_number': 3, 'project_id': '967b8aeaa9b84099a4b530f134f85b2c', 'gw_port': {'id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:26Z', 'updated_at': '2021-06-24T12:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:39.224469 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Pushing event updated for resources: {'Port': ['ID=fdfebde4-2a5e-4b39-876b-d04d603c955a,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:39.226627 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:39.244858 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:39.247074 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.032s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:39.280620 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port edab2d1d-d18e-48f2-9687-d256e2149b75, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=edab2d1d-d18e-48f2-9687-d256e2149b75,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:39.290025 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:39.292413 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48629f8f-8a04-4b2f-96f7-65d1512db6b4 None None] The sync data for ids ['96c69d19-cd5e-4836-9e7d-f61833ffa976'] in dv-cinder-689486-14-smb is: [{'id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'name': 'tempest-ServerRescueNegativeTestJSON-1525196682-router', 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:29Z', 'revision_number': 3, 'project_id': '967b8aeaa9b84099a4b530f134f85b2c', 'gw_port': {'id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:26Z', 'updated_at': '2021-06-24T12:26:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:26:39.324064 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:39.376748 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-3f8754e5-e92f-40be-bed1-be7e7dfef4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8177933'] for subnet, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:39.472868 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Network 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:26:39.527580 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=edab2d1d-d18e-48f2-9687-d256e2149b75,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:39.537036 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:39.543367 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:39.558649 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f2acb-9628-42eb-90d9-f84c9982da70 req-ac5fd1c2-ba92-4551-9c81-f690f6e266eb tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:39.570192 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-323f2acb-9628-42eb-90d9-f84c9982da70 req-ac5fd1c2-ba92-4551-9c81-f690f6e266eb tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 944 time: 0.5635955 Jun 24 12:26:39.582402 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:39.660462 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:26:39.746433 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29b0a6-8a6c-4530-9810-bfa93dec4041 req-f013d3bf-cb0c-445b-8f48-54b9bf49a7ae tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:39.780083 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4d29b0a6-8a6c-4530-9810-bfa93dec4041 req-f013d3bf-cb0c-445b-8f48-54b9bf49a7ae tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 931 time: 1.1683691 Jun 24 12:26:39.815868 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611958'] for router_interface, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:40.002258 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-3f8754e5-e92f-40be-bed1-be7e7dfef4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8177946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2530319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3256915'] for subnet, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:40.027254 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:40.080215 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-3f8754e5-e92f-40be-bed1-be7e7dfef4b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:40.084561 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-3f8754e5-e92f-40be-bed1-be7e7dfef4b8 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/8e424dd4-d757-48eb-ae8a-9dd9d9f2b265 HTTP/1.1" status: 204 len: 168 time: 2.3281848 Jun 24 12:26:40.109727 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 34352) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:40.123788 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8754e5-e92f-40be-bed1-be7e7dfef4b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e424dd4-d757-48eb-ae8a-9dd9d9f2b265,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:40.155589 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-3f8754e5-e92f-40be-bed1-be7e7dfef4b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:40.264943 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4d29b0a6-8a6c-4530-9810-bfa93dec4041 req-3e5366f7-3e12-48db-9ee3-67f66e52b51c tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837739 Jun 24 12:26:40.317951 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a84a38f-dc72-4409-b249-ece62067f090 {{(pid=92890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:26:40.326381 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-323f2acb-9628-42eb-90d9-f84c9982da70 req-128a6c05-e04b-4eb2-bd45-6fb462e94a77 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6037757 Jun 24 12:26:40.342985 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:40.366790 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Transition to ACTIVE for port object 8a84a38f-dc72-4409-b249-ece62067f090 will not be triggered until provisioned by entity L2. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:26:40.374037 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:40.418549 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-4227385d-6406-4956-83ad-2e537418e301 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:40.538826 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c8f9846c-98f3-4675-8844-7fdb2475e930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:40.585020 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Allocated IP 172.28.2.5 (55215ffa-be73-4f27-8bd6-e565279244aa/626247e8-372a-46a2-9822-6edda33fe1cd/5b3320b8-9051-4296-9c19-fd00df391418) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:26:40.590077 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c8f9846c-98f3-4675-8844-7fdb2475e930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:40.652336 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7938150'] for network, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:40.670694 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:40.774162 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Attempting to bind port 8a84a38f-dc72-4409-b249-ece62067f090 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:26:40.782771 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-c8f9846c-98f3-4675-8844-7fdb2475e930 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=40824ab6750c4c4499e653f045c74030&name=default HTTP/1.1" status: 200 len: 2978 time: 2.5472045 Jun 24 12:26:40.784278 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Attempting to bind port 8a84a38f-dc72-4409-b249-ece62067f090 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'}] {{(pid=92890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:26:40.784841 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Attempting to bind port 8a84a38f-dc72-4409-b249-ece62067f090 on network e1f1aa0f-fd0e-4821-a005-7c107dd03887 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:26:40.796054 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 34360) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:40.829645 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Port 8a84a38f-dc72-4409-b249-ece62067f090 on network e1f1aa0f-fd0e-4821-a005-7c107dd03887 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:26:40.831742 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Attempting to bind port 8a84a38f-dc72-4409-b249-ece62067f090 on network e1f1aa0f-fd0e-4821-a005-7c107dd03887 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:26:40.878092 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:26:40.882107 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Checking segment: {'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:26:40.882948 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Bound using segment: {'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'} {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:26:40.883905 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Bound port: 8a84a38f-dc72-4409-b249-ece62067f090, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'}}] {{(pid=92890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:26:40.884564 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:40.939192 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:40.947660 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device edab2d1d-d18e-48f2-9687-d256e2149b75 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:26:41.021817 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b9f4fa-f7cc-40d6-a19e-f8cae6a55d34 x-openstack-request-id: req-98b9f4fa-f7cc-40d6-a19e-f8cae6a55d34 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:26:41.022115 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49149212-a983-4be5-b2b6-c0f1acd19d71", "tag": "b02522a1-edc6-4151-bfda-438cf8c2ba26", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:26:41.022377 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-98b9f4fa-f7cc-40d6-a19e-f8cae6a55d34 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:26:41.022835 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49149212-a983-4be5-b2b6-c0f1acd19d71', 'tag': 'b02522a1-edc6-4151-bfda-438cf8c2ba26', 'status': 'completed', 'code': 200} Jun 24 12:26:41.041727 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-985e7255-b20e-4bdf-899d-299c20cd45cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:41.043306 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-985e7255-b20e-4bdf-899d-299c20cd45cb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=129e360c6bfd42ec8f0020d6946e3d4f&device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 1097 time: 1.1806142 Jun 24 12:26:41.129430 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port edab2d1d-d18e-48f2-9687-d256e2149b75 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:26:41.132289 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:41.280349 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9846c-98f3-4675-8844-7fdb2475e930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7971e0-4628-47d5-ba42-2cd40916aeb3,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:41.310133 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] For port 8a84a38f-dc72-4409-b249-ece62067f090, host hv-cinder-68948, cleared binding levels {{(pid=92890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:26:41.310133 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] For port 8a84a38f-dc72-4409-b249-ece62067f090, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8a84a38f-dc72-4409-b249-ece62067f090,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:26:41.310133 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a84a38f-dc72-4409-b249-ece62067f090,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:41.310133 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:41.313919 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c8f9846c-98f3-4675-8844-7fdb2475e930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:41.313919 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-43be67c1-98bf-4dfb-b4d9-e8e62c33aa08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:41.323774 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:41.335370 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:41.375656 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 32e24e5b-46c9-4fa3-8346-d8a2e16a9808 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:26:41.419439 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-a2563eeb-a53e-4b0a-9f87-13af9a02650e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b02522a1-edc6-4151-bfda-438cf8c2ba26 HTTP/1.1" status: 200 len: 217 time: 0.1486931 Jun 24 12:26:41.502363 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8179803', 'neutron.services.segments.db._delete_segments_for_network-8792598930728'] for network, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:41.503544 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port 32e24e5b-46c9-4fa3-8346-d8a2e16a9808 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:26:41.520821 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 32e24e5b-46c9-4fa3-8346-d8a2e16a9808 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:26:41.521203 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:41.540152 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=8a84a38f-dc72-4409-b249-ece62067f090,revision_number=3']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:41.550872 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:41.576172 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-43be67c1-98bf-4dfb-b4d9-e8e62c33aa08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:41.586483 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:41.587913 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:41.588855 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:41.589421 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Subscribe: > port after_create 55550000 {{(pid=92888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:41.589967 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=92888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:41.590518 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Subscribe: > port after_update 55550000 {{(pid=92888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:41.591036 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:41.592231 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:41.592774 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:41.593314 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:41.609375 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:41.610392 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:41.613597 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] 10.222.0.49 "PUT /v2.0/ports/8a84a38f-dc72-4409-b249-ece62067f090 HTTP/1.1" status: 200 len: 1093 time: 5.0218909 Jun 24 12:26:41.617026 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4ebbfb-3521-43d5-a85f-6d2b8d51e789', 'tag': '8a84a38f-dc72-4409-b249-ece62067f090'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:26:41.725062 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:41.739753 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:41.761503 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:41.785177 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port 32e24e5b-46c9-4fa3-8346-d8a2e16a9808, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=32e24e5b-46c9-4fa3-8346-d8a2e16a9808,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:41.797191 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:41.800114 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:41.813630 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6d0b5d-c351-4849-86eb-180837dc95e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4ebbfb-3521-43d5-a85f-6d2b8d51e789", "tag": "8a84a38f-dc72-4409-b249-ece62067f090"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:26:41.862364 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-7bee43c6-8610-4964-a461-af55ffe343d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:41.874588 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:41.874978 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:41.876018 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:41.876285 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 12:26:41.876783 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98bc61a6-1422-4958-8d54-f4c0d9d6a2c1']}} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:41.906456 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Pushing event updated for resources: {'Port': ['ID=fdfebde4-2a5e-4b39-876b-d04d603c955a,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:41.938551 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:41.940242 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=32e24e5b-46c9-4fa3-8346-d8a2e16a9808,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:41.956367 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:42.004129 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697b4c20-47dd-4d9a-83f9-e80a0433e3d7') {'for_net_delete': True} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:42.004700 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697b4c20-47dd-4d9a-83f9-e80a0433e3d7') {} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:42.010055 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e2048745-b828-4f21-99e2-4d725ce1c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:42.011762 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-e2048745-b828-4f21-99e2-4d725ce1c75c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a955bf822d9048f5940776ef24fd6e11&device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 1096 time: 0.2760067 Jun 24 12:26:42.012966 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-955103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611970'] for router_interface, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:42.082801 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:42.170029 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Network 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:26:42.171512 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:42.192991 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792598917807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3353487'] for segment, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:42.267359 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-58728c7a-e1ce-4976-b935-c86931116ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:42.269224 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-58728c7a-e1ce-4976-b935-c86931116ca5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ded134d-db7c-4000-bbd6-0d027b83c19d HTTP/1.1" status: 200 len: 851 time: 0.8059697 Jun 24 12:26:42.357646 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-c88284e3-7be5-41b0-9cec-81c43cc22974 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a84a38f-dc72-4409-b249-ece62067f090 HTTP/1.1" status: 200 len: 217 time: 0.0926833 Jun 24 12:26:42.359629 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:42.458533 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=92888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:26:42.459001 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352978'] for segment, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: from cryptography.utils import int_from_bytes Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: from cryptography.utils import int_from_bytes Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: Traceback (most recent call last): Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: timer() Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: cb(*args, **kw) Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: return func(*args, **kwargs) Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: self._notify() Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: self.callback(batched_events) Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: event.method(event) Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: return f(self, *a, **k) Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: return self._get(url).json() Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: return self.request(url, 'GET', **kwargs) Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:26:42.468148 dv-cinder-689486-14-smb neutron-server[92888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:26:42.473300 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-ab15f452-0ada-475f-a04b-703d77174b70 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03002882-9d59-471a-9885-c7dea9383d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1644571 Jun 24 12:26:42.572327 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-43be67c1-98bf-4dfb-b4d9-e8e62c33aa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:42.580581 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-75ae7039-01ed-452f-8be3-28e4f3d259d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:42.585175 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-43be67c1-98bf-4dfb-b4d9-e8e62c33aa08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:42.591324 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-75ae7039-01ed-452f-8be3-28e4f3d259d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=975d93ba-ed56-4f92-8a0c-4eb6a701f2bf HTTP/1.1" status: 200 len: 853 time: 0.1888089 Jun 24 12:26:42.593449 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-43be67c1-98bf-4dfb-b4d9-e8e62c33aa08 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0e7971e0-4628-47d5-ba42-2cd40916aeb3 HTTP/1.1" status: 204 len: 168 time: 1.7939565 Jun 24 12:26:42.602100 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Router 96c69d19-cd5e-4836-9e7d-f61833ffa976 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:26:42.630694 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:42.674439 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3791cd-d4e2-4dac-a916-b05fae1e85ec req-e14bdc07-fa1d-48e7-93bf-f43f212b1ace tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:42.676036 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-db3791cd-d4e2-4dac-a916-b05fae1e85ec req-e14bdc07-fa1d-48e7-93bf-f43f212b1ace tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 943 time: 0.6925683 Jun 24 12:26:42.681082 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3352900'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:42.681979 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be67c1-98bf-4dfb-b4d9-e8e62c33aa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7971e0-4628-47d5-ba42-2cd40916aeb3,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:42.694595 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8179778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612982'] for network, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:42.743463 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 32e24e5b-46c9-4fa3-8346-d8a2e16a9808 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:26:42.749097 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c160db78-89fb-4d0d-b271-1f896a98f9de req-6e7bdcfd-9ad6-4454-9aaf-ee037e18be2d tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:42.770136 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c160db78-89fb-4d0d-b271-1f896a98f9de req-6e7bdcfd-9ad6-4454-9aaf-ee037e18be2d tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 944 time: 0.7829595 Jun 24 12:26:42.775055 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-43be67c1-98bf-4dfb-b4d9-e8e62c33aa08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:42.805581 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:42.844068 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Network 55215ffa-be73-4f27-8bd6-e565279244aa is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:26:42.881983 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 32e24e5b-46c9-4fa3-8346-d8a2e16a9808 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:26:42.882579 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:42.895281 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:42.914416 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:26:42.948480 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:42.956187 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] 10.222.0.98 "DELETE /v2.0/networks/98bc61a6-1422-4958-8d54-f4c0d9d6a2c1 HTTP/1.1" status: 204 len: 168 time: 2.7870317 Jun 24 12:26:43.228641 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event updated for resources: {'Port': ['ID=5b3320b8-9051-4296-9c19-fd00df391418,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:43.235169 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:43.245658 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-60c07102-5bb0-46f3-b919-45249ca512eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:43.270322 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-db3791cd-d4e2-4dac-a916-b05fae1e85ec req-be9f5076-9bd9-44b2-867b-2f88b44e94ac tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5793347 Jun 24 12:26:43.275152 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c160db78-89fb-4d0d-b271-1f896a98f9de req-577f550d-2596-4abb-9d1c-5f75ca90d55b tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051026 Jun 24 12:26:43.298329 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:26:43.323122 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Sync routers for ids ['96c69d19-cd5e-4836-9e7d-f61833ffa976'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:26:43.336262 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Pushing event deleted for resources: {'Network': ['ID=98bc61a6-1422-4958-8d54-f4c0d9d6a2c1,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:43.339674 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c017225f-dba5-4678-a916-e97ffb2b14ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:43.345687 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] 10.222.0.98 "PUT /v2.0/routers/96c69d19-cd5e-4836-9e7d-f61833ffa976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6804278 Jun 24 12:26:43.347581 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Routers {'96c69d19-cd5e-4836-9e7d-f61833ffa976'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:26:43.352071 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:26:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['96c69d19-cd5e-4836-9e7d-f61833ffa976'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:43.399210 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:43.461673 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 34422) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:43.568744 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-91a4e1e8-d2cc-4d3d-a476-6b9456dd5251 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9340bc89145f46c1ba94732b46fcb1bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1040020 Jun 24 12:26:43.570014 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 34428) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:43.581008 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:43.629197 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Set router 96c69d19-cd5e-4836-9e7d-f61833ffa976 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:26:43.820428 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-86bda9cc-5378-4fde-8371-3a599953a2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:43.925789 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-86bda9cc-5378-4fde-8371-3a599953a2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:44.029312 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:44.031056 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-86bda9cc-5378-4fde-8371-3a599953a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:44.040038 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:44.042037 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-86bda9cc-5378-4fde-8371-3a599953a2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:44.043180 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-86bda9cc-5378-4fde-8371-3a599953a2d1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/efcb5ced-8335-4d32-8718-7012696e5a08 HTTP/1.1" status: 204 len: 168 time: 0.4722538 Jun 24 12:26:44.048062 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:44.053440 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d3911502-82b9-4007-ae75-5b39ad6af269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:44.065900 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bda9cc-5378-4fde-8371-3a599953a2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcb5ced-8335-4d32-8718-7012696e5a08,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:44.092615 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-86bda9cc-5378-4fde-8371-3a599953a2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:44.179929 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'name': 'tempest-ServerRescueNegativeTestJSON-1525196682-router', 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:40Z', 'revision_number': 4, 'project_id': '967b8aeaa9b84099a4b530f134f85b2c', 'gw_port': {'id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:26Z', 'updated_at': '2021-06-24T12:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'fdfebde4-2a5e-4b39-876b-d04d603c955a', 'name': '', 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5', 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c', 'mac_address': 'fa:16:3e:c4:74:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9bda3046-98c5-404d-a857-c5a2cdd0e043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:37Z', 'updated_at': '2021-06-24T12:26:41Z', 'revision_number': 2, 'project_id': '967b8aeaa9b84099a4b530f134f85b2c', 'subnets': [{'id': '9bda3046-98c5-404d-a857-c5a2cdd0e043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:44.243208 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612985'] for floatingip, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:44.254131 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Checking router: 96c69d19-cd5e-4836-9e7d-f61833ffa976 for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:26:44.254655 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Updating router 96c69d19-cd5e-4836-9e7d-f61833ffa976 port fdfebde4-2a5e-4b39-876b-d04d603c955a binding host dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:26:44.340123 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:44.353672 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c65f549-a0b7-4681-a6df-7de5b7881991 x-openstack-request-id: req-6c65f549-a0b7-4681-a6df-7de5b7881991 {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:26:44.354785 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4ebbfb-3521-43d5-a85f-6d2b8d51e789", "tag": "8a84a38f-dc72-4409-b249-ece62067f090", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:26:44.356210 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6c65f549-a0b7-4681-a6df-7de5b7881991 {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:26:44.359189 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4ebbfb-3521-43d5-a85f-6d2b8d51e789', 'tag': '8a84a38f-dc72-4409-b249-ece62067f090', 'status': 'completed', 'code': 200} Jun 24 12:26:44.379966 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-42dd2eb5-33c6-42ae-90ea-7e97b31bfd6a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e1f1aa0f-fd0e-4821-a005-7c107dd03887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417866 Jun 24 12:26:44.539838 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event updated for resources: {'Port': ['ID=5b3320b8-9051-4296-9c19-fd00df391418,revision_number=2']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:44.567656 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for floatingip, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:44.572724 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.5459890 Jun 24 12:26:44.588980 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:44.711171 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-b20faced-ae88-4bcf-965d-03e3ca2491ea service neutron] 10.222.0.49 "GET /v2.0/networks/03002882-9d59-471a-9885-c7dea9383d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807472 Jun 24 12:26:44.776823 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-df26455e-ca99-47f9-9b43-7ac50beda2d4 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926754 Jun 24 12:26:44.931461 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-78f3dddc-fbc2-4593-a12a-feff8434f657 req-b957c373-e60e-4396-932b-31abde61985f service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490908 Jun 24 12:26:44.931958 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 34478) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:44.993312 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-41451b1d-c008-41d1-b86e-c199b2a7ea1b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=670d28d208284efda0ce6d479ed627ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0600185 Jun 24 12:26:44.993934 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 34482) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:45.146033 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-df56b6e7-9308-4da0-940a-ff6414fd5dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:45.239338 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-df56b6e7-9308-4da0-940a-ff6414fd5dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:45.270089 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d04033-3456-4863-9d86-0b4e99e5edd9 req-17e0c602-7488-4492-b47b-47b16488ac1c tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:45.271768 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-51d04033-3456-4863-9d86-0b4e99e5edd9 req-17e0c602-7488-4492-b47b-47b16488ac1c tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 943 time: 0.5405023 Jun 24 12:26:45.292939 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:45.310549 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-d0a6bea8-df21-4290-9edf-2a27d22474fb tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:45.312416 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-d0a6bea8-df21-4290-9edf-2a27d22474fb tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/networks?id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 HTTP/1.1" status: 200 len: 819 time: 0.3541155 Jun 24 12:26:45.316623 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9e40f7a-ee1a-414a-9318-80b8c466d1da req-b65e3903-2b6c-45ba-bba1-c57eafadfc6b service neutron] 10.222.0.49 "GET /v2.0/networks/03002882-9d59-471a-9885-c7dea9383d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462689 Jun 24 12:26:45.331813 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Transition to ACTIVE for port object fdfebde4-2a5e-4b39-876b-d04d603c955a will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:26:45.341798 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:45.345332 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:45.355649 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-d0bf48c5-2a4f-48e9-8e78-ccd2ccec8614 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/quotas/967b8aeaa9b84099a4b530f134f85b2c HTTP/1.1" status: 200 len: 375 time: 0.0339382 Jun 24 12:26:45.357515 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d0b5d-c351-4849-86eb-180837dc95e5 req-349c2155-a40c-4d0b-a5bd-d9b08f9b3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:45.360527 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0f6d0b5d-c351-4849-86eb-180837dc95e5 req-349c2155-a40c-4d0b-a5bd-d9b08f9b3a2c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a955bf822d9048f5940776ef24fd6e11&device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 1096 time: 0.2763197 Jun 24 12:26:45.361735 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-51d04033-3456-4863-9d86-0b4e99e5edd9 req-f4dab542-02c3-4e27-a652-8282fe485f59 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792150 Jun 24 12:26:45.396206 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-df56b6e7-9308-4da0-940a-ff6414fd5dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:45.396206 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-df56b6e7-9308-4da0-940a-ff6414fd5dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:45.420610 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-df56b6e7-9308-4da0-940a-ff6414fd5dc2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e23d2ea2-e2bb-43d4-a051-2bf6f00b2b2a HTTP/1.1" status: 204 len: 168 time: 0.4075081 Jun 24 12:26:45.503256 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435ca45-03bf-494e-b54d-64d1a9639279 None None] Pushing event updated for resources: {'Port': ['ID=fdfebde4-2a5e-4b39-876b-d04d603c955a,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:45.510085 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-4435ca45-03bf-494e-b54d-64d1a9639279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:45.608340 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-82a1c712-5a11-49a1-af62-69eb4ea357ae tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=967b8aeaa9b84099a4b530f134f85b2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2381268 Jun 24 12:26:45.632369 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Attempting to bind port fdfebde4-2a5e-4b39-876b-d04d603c955a on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:26:45.633041 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Attempting to bind port fdfebde4-2a5e-4b39-876b-d04d603c955a by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': 'e955a9d6-9127-410f-8016-091b853a7aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:26:45.633509 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Attempting to bind port fdfebde4-2a5e-4b39-876b-d04d603c955a on network 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:26:45.644484 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:26:45.645069 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Checking segment: {'id': 'e955a9d6-9127-410f-8016-091b853a7aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:26:45.645698 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:45.646392 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Bound using segment: {'id': 'e955a9d6-9127-410f-8016-091b853a7aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:26:45.647068 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Bound port: fdfebde4-2a5e-4b39-876b-d04d603c955a, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e955a9d6-9127-410f-8016-091b853a7aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:26:45.647708 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:45.712449 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-86bda9cc-5378-4fde-8371-3a599953a2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:45.728907 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d0b5d-c351-4849-86eb-180837dc95e5 req-69b33579-4b85-4bc9-8be6-9d5006cfbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:45.730946 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0f6d0b5d-c351-4849-86eb-180837dc95e5 req-69b33579-4b85-4bc9-8be6-9d5006cfbcc4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e1f1aa0f-fd0e-4821-a005-7c107dd03887 HTTP/1.1" status: 200 len: 914 time: 0.3062277 Jun 24 12:26:45.731768 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56b6e7-9308-4da0-940a-ff6414fd5dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23d2ea2-e2bb-43d4-a051-2bf6f00b2b2a,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:45.742769 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-df56b6e7-9308-4da0-940a-ff6414fd5dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:45.802171 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0f6d0b5d-c351-4849-86eb-180837dc95e5 req-961973b4-11be-4a0f-877e-9d53659bf4a6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a84a38f-dc72-4409-b249-ece62067f090 HTTP/1.1" status: 200 len: 217 time: 0.0577049 Jun 24 12:26:45.882639 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] For port fdfebde4-2a5e-4b39-876b-d04d603c955a, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:26:45.890786 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] For port fdfebde4-2a5e-4b39-876b-d04d603c955a, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=fdfebde4-2a5e-4b39-876b-d04d603c955a,segment=NetworkSegment(e955a9d6-9127-410f-8016-091b853a7aa9),segment_id=e955a9d6-9127-410f-8016-091b853a7aa9)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:26:45.912680 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:45.912868 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d0b5d-c351-4849-86eb-180837dc95e5 req-59f610e9-43a6-41fb-aa2e-63cd6c49846a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:45.915801 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0f6d0b5d-c351-4849-86eb-180837dc95e5 req-59f610e9-43a6-41fb-aa2e-63cd6c49846a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=975d93ba-ed56-4f92-8a0c-4eb6a701f2bf HTTP/1.1" status: 200 len: 853 time: 0.1063893 Jun 24 12:26:45.918680 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:46.028674 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Routers {'96c69d19-cd5e-4836-9e7d-f61833ffa976'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:26:46.029699 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:26:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['96c69d19-cd5e-4836-9e7d-f61833ffa976'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:46.036286 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435ca45-03bf-494e-b54d-64d1a9639279 None None] Pushing event updated for resources: {'Port': ['ID=fdfebde4-2a5e-4b39-876b-d04d603c955a,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:46.066208 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0f6d0b5d-c351-4849-86eb-180837dc95e5 req-33c7916b-2fca-4668-92e9-05022cf052cc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e1f1aa0f-fd0e-4821-a005-7c107dd03887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393362 Jun 24 12:26:46.076619 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-4435ca45-03bf-494e-b54d-64d1a9639279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:46.164021 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-e0641e4a-a3d3-41e0-9df3-d6c427e9a70f service neutron] 10.222.0.98 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415199 Jun 24 12:26:46.183481 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b0a75-1da1-48fd-bdbc-6b3d1d0b39f5 req-571465b3-b542-4c1b-96ec-dbaa9f5b8e6b tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:46.186520 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-850b0a75-1da1-48fd-bdbc-6b3d1d0b39f5 req-571465b3-b542-4c1b-96ec-dbaa9f5b8e6b tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 944 time: 0.4709525 Jun 24 12:26:46.190493 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728781f-2b52-4c96-83d7-42b5bb0b7ac2 req-cbf7f7e3-a6a7-4ffb-a4ed-aff2b886197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:46.192383 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8728781f-2b52-4c96-83d7-42b5bb0b7ac2 req-cbf7f7e3-a6a7-4ffb-a4ed-aff2b886197d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=129e360c6bfd42ec8f0020d6946e3d4f&device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 1097 time: 0.6306517 Jun 24 12:26:46.195635 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] Set router 96c69d19-cd5e-4836-9e7d-f61833ffa976 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:26:46.213557 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0f6d0b5d-c351-4849-86eb-180837dc95e5 req-2d458d71-c039-43a8-a911-9ba06e120ee3 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363218 Jun 24 12:26:46.348916 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0f6d0b5d-c351-4849-86eb-180837dc95e5 req-178e5203-bd9d-47a5-a9d2-2d6859664f8b service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181734 Jun 24 12:26:46.407740 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-850b0a75-1da1-48fd-bdbc-6b3d1d0b39f5 req-941ece72-7970-4a08-91b5-d5ef1ba35ac6 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035968 Jun 24 12:26:46.505738 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'name': 'tempest-ServerRescueNegativeTestJSON-1525196682-router', 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:40Z', 'revision_number': 4, 'project_id': '967b8aeaa9b84099a4b530f134f85b2c', 'gw_port': {'id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:26Z', 'updated_at': '2021-06-24T12:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'fdfebde4-2a5e-4b39-876b-d04d603c955a', 'name': '', 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5', 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c', 'mac_address': 'fa:16:3e:c4:74:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9bda3046-98c5-404d-a857-c5a2cdd0e043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:37Z', 'updated_at': '2021-06-24T12:26:45Z', 'revision_number': 4, 'project_id': '967b8aeaa9b84099a4b530f134f85b2c', 'subnets': [{'id': '9bda3046-98c5-404d-a857-c5a2cdd0e043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:26:46.513097 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-75f267e4-dabd-423a-b5e6-5c4cd0c7cd2e service neutron] 10.222.0.98 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247151 Jun 24 12:26:46.537250 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5a4d01-7737-4b0e-8280-bd5f15584756 None None] The sync data for ids ['96c69d19-cd5e-4836-9e7d-f61833ffa976'] in dv-cinder-689486-14-smb is: [{'id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'name': 'tempest-ServerRescueNegativeTestJSON-1525196682-router', 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:40Z', 'revision_number': 4, 'project_id': '967b8aeaa9b84099a4b530f134f85b2c', 'gw_port': {'id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:26Z', 'updated_at': '2021-06-24T12:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'fdfebde4-2a5e-4b39-876b-d04d603c955a', 'name': '', 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5', 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c', 'mac_address': 'fa:16:3e:c4:74:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '9bda3046-98c5-404d-a857-c5a2cdd0e043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:37Z', 'updated_at': '2021-06-24T12:26:45Z', 'revision_number': 4, 'project_id': '967b8aeaa9b84099a4b530f134f85b2c', 'subnets': [{'id': '9bda3046-98c5-404d-a857-c5a2cdd0e043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:26:46.572824 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728781f-2b52-4c96-83d7-42b5bb0b7ac2 req-ef9a7cf9-3d34-4556-a2f9-1a91adf1da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:46.574813 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8728781f-2b52-4c96-83d7-42b5bb0b7ac2 req-ef9a7cf9-3d34-4556-a2f9-1a91adf1da69 service neutron] 10.222.0.49 "GET /v2.0/networks?id=03002882-9d59-471a-9885-c7dea9383d09 HTTP/1.1" status: 200 len: 912 time: 0.3169510 Jun 24 12:26:46.674363 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8728781f-2b52-4c96-83d7-42b5bb0b7ac2 req-152e2a2e-3a6e-41e5-8bba-11f9d80b3330 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b02522a1-edc6-4151-bfda-438cf8c2ba26 HTTP/1.1" status: 200 len: 217 time: 0.0894425 Jun 24 12:26:46.770702 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-3595e3af-93b0-41b5-a9df-4cfe4101ad53 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--1892720117&fields=id&tenant_id=19495abb439f45f38c2dc57598099b25 HTTP/1.1" status: 200 len: 267 time: 0.2112598 Jun 24 12:26:46.903105 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device fdfebde4-2a5e-4b39-876b-d04d603c955a up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:26:47.033125 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port fdfebde4-2a5e-4b39-876b-d04d603c955a completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:26:47.035754 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728781f-2b52-4c96-83d7-42b5bb0b7ac2 req-771c271f-e43e-480d-b6dc-f984b03e8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:47.039239 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8728781f-2b52-4c96-83d7-42b5bb0b7ac2 req-771c271f-e43e-480d-b6dc-f984b03e8954 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9ded134d-db7c-4000-bbd6-0d027b83c19d HTTP/1.1" status: 200 len: 851 time: 0.3567991 Jun 24 12:26:47.039998 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port fdfebde4-2a5e-4b39-876b-d04d603c955a triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:26:47.041270 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:47.114181 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8728781f-2b52-4c96-83d7-42b5bb0b7ac2 req-cbd29419-8910-4105-88d8-3b0c7b986565 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=03002882-9d59-471a-9885-c7dea9383d09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557539 Jun 24 12:26:47.335926 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:47.408097 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8728781f-2b52-4c96-83d7-42b5bb0b7ac2 req-f8bebc6d-8511-4f6a-818e-2644343046a6 service neutron] 10.222.0.49 "GET /v2.0/networks/03002882-9d59-471a-9885-c7dea9383d09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749481 Jun 24 12:26:47.421682 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port fdfebde4-2a5e-4b39-876b-d04d603c955a, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=fdfebde4-2a5e-4b39-876b-d04d603c955a,segment=NetworkSegment(e955a9d6-9127-410f-8016-091b853a7aa9),segment_id=e955a9d6-9127-410f-8016-091b853a7aa9)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:47.427206 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:47.432945 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-d118bdf3-b2f9-4ec7-9fdc-3c71dd07d69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:47.500251 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-8ab5fc57-a4c0-4b88-a412-ce142de8ceca tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:47.517314 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-8ab5fc57-a4c0-4b88-a412-ce142de8ceca tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/networks?id=6a10afaa-69bf-4861-aff0-1527b9cbd705 HTTP/1.1" status: 200 len: 810 time: 0.7114437 Jun 24 12:26:47.558278 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=fdfebde4-2a5e-4b39-876b-d04d603c955a,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:47.566226 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:47.607333 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1a51081b-da78-4667-b19a-1216fe73af98 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/quotas/19495abb439f45f38c2dc57598099b25 HTTP/1.1" status: 200 len: 375 time: 0.0883033 Jun 24 12:26:47.690562 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840e7d3-bc57-42e4-b8b3-36bac2f43f95 req-900adae1-e136-4063-aa3d-b71539bbffdb tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:47.704655 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1840e7d3-bc57-42e4-b8b3-36bac2f43f95 req-900adae1-e136-4063-aa3d-b71539bbffdb tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 943 time: 0.7562845 Jun 24 12:26:47.972650 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1840e7d3-bc57-42e4-b8b3-36bac2f43f95 req-36ac42c7-540a-4f6d-a480-81d2f91cd5aa tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663796 Jun 24 12:26:48.121783 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-54b8df1a-e376-4765-bbef-6b8ddcc11b7e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=19495abb439f45f38c2dc57598099b25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5127196 Jun 24 12:26:48.293153 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8728781f-2b52-4c96-83d7-42b5bb0b7ac2 req-89eefa8f-02e6-47c2-a93c-f11cf8ec0fc4 service neutron] 10.222.0.49 "GET /v2.0/networks/03002882-9d59-471a-9885-c7dea9383d09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8521054 Jun 24 12:26:48.374093 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e92b624e-0942-4738-b9af-091b8e37e475 req-a34fce88-41ea-4c3f-9ac5-02d336fa53bb tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 210 time: 0.1068087 Jun 24 12:26:48.465354 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-3b2b8d2a-5fd9-491d-8a9f-4aec1800b798 service neutron] 10.222.0.98 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174851 Jun 24 12:26:48.630738 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-5fe05655-53ef-42e5-a64a-69059e4b68ec service neutron] 10.222.0.98 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580973 Jun 24 12:26:48.659542 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79c9ef-d88e-4cf8-917d-a047f67c6111 req-77d99454-e4b4-4d72-a5f1-047f8d489370 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:48.666819 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4b79c9ef-d88e-4cf8-917d-a047f67c6111 req-77d99454-e4b4-4d72-a5f1-047f8d489370 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 944 time: 0.1123779 Jun 24 12:26:48.710039 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device fdfebde4-2a5e-4b39-876b-d04d603c955a up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:26:48.733719 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4b79c9ef-d88e-4cf8-917d-a047f67c6111 req-6b84626b-ea88-41ae-8f61-20df4994a915 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658522 Jun 24 12:26:48.798088 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port fdfebde4-2a5e-4b39-876b-d04d603c955a triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:26:48.798482 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:49.023452 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-03f21e69-f040-499e-978a-7eceb10ec064 req-d19a0de7-bd0a-42f6-b996-17ca00f632c0 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 210 time: 0.0999227 Jun 24 12:26:49.225894 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-44832c66-358c-4558-a251-462590522447 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:49.228825 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-44832c66-358c-4558-a251-462590522447 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/networks?id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 HTTP/1.1" status: 200 len: 819 time: 0.3392673 Jun 24 12:26:49.296575 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-996bd92e-da27-4e29-88cd-a70aa897e6e2 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:49.298187 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-996bd92e-da27-4e29-88cd-a70aa897e6e2 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.49 "GET /v2.0/networks?id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 HTTP/1.1" status: 200 len: 819 time: 0.2148855 Jun 24 12:26:49.330433 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-acddbf07-90b8-4f4b-8450-0133c3c8a849 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Request body: {'port': {'device_id': '8e0e34eb-3a11-4981-8c93-172936ab4e0a', 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5', 'admin_state_up': True, 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:49.391631 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-8f7899a2-10a0-4791-b056-836e6cefd9bb tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/quotas/967b8aeaa9b84099a4b530f134f85b2c HTTP/1.1" status: 200 len: 375 time: 0.1150422 Jun 24 12:26:49.466920 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 34700) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:49.537071 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 34708) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:49.756609 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca845c-4437-4482-8f80-ac63e2807415 req-7bb636fb-4cf9-422b-8031-7ff95e273bca tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:49.758378 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-07ca845c-4437-4482-8f80-ac63e2807415 req-7bb636fb-4cf9-422b-8031-7ff95e273bca tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 943 time: 0.4835722 Jun 24 12:26:49.787116 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-67780605-4aad-4476-83fb-18c028ad9676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:49.826140 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-77788e51-a556-4512-8131-dc445dd87f3c tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=967b8aeaa9b84099a4b530f134f85b2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4330261 Jun 24 12:26:49.832832 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-af1209a7-3c32-494a-805e-a8915f42fa52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:49.834370 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-acddbf07-90b8-4f4b-8450-0133c3c8a849 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Made reservation on behalf of 967b8aeaa9b84099a4b530f134f85b2c for: {'port': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:49.838761 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-acddbf07-90b8-4f4b-8450-0133c3c8a849 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:49.861272 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.db.api [None req-af1209a7-3c32-494a-805e-a8915f42fa52 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 24 12:26:49.861272 dv-cinder-689486-14-smb neutron-server[92890]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 24 12:26:49.861272 dv-cinder-689486-14-smb neutron-server[92890]: [parameters: {'project_id_1': 'e2fb53431ff3424da12be9d4fe228345', 'expiration_1': datetime.datetime(2021, 6, 24, 12, 26, 49, 850171)}] Jun 24 12:26:49.861272 dv-cinder-689486-14-smb neutron-server[92890]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 12:26:49.861720 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_db.api [None req-af1209a7-3c32-494a-805e-a8915f42fa52 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 12:26:49.879783 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device b02522a1-edc6-4151-bfda-438cf8c2ba26 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:26:50.036921 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-67780605-4aad-4476-83fb-18c028ad9676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:50.047330 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-67780605-4aad-4476-83fb-18c028ad9676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:50.076255 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:50.088191 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port b02522a1-edc6-4151-bfda-438cf8c2ba26, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b02522a1-edc6-4151-bfda-438cf8c2ba26,segment=NetworkSegment(afb4947a-830d-4645-a077-0d07beacaac6),segment_id=afb4947a-830d-4645-a077-0d07beacaac6)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:50.102351 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': 'b02522a1-edc6-4151-bfda-438cf8c2ba26', 'network_id': '03002882-9d59-471a-9885-c7dea9383d09', 'port_id': 'b02522a1-edc6-4151-bfda-438cf8c2ba26', 'mac_address': 'fa:16:3e:eb:ab:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ded134d-db7c-4000-bbd6-0d027b83c19d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:26:50.108183 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67780605-4aad-4476-83fb-18c028ad9676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686725b3-fe1a-43bc-9e27-95f0ce950390,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:50.110230 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-07ca845c-4437-4482-8f80-ac63e2807415 req-a61865d0-7561-481b-b724-56b92710a28b tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311391 Jun 24 12:26:50.127334 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-67780605-4aad-4476-83fb-18c028ad9676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:50.148888 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-67780605-4aad-4476-83fb-18c028ad9676 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d9be88dc7606473f947812898b890b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6106479 Jun 24 12:26:50.149828 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 34742) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:50.150422 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:50.167864 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02522a1-edc6-4151-bfda-438cf8c2ba26 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:26:50.215735 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-acddbf07-90b8-4f4b-8450-0133c3c8a849 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Allocated IP 172.20.0.14 (4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5/9bda3046-98c5-404d-a857-c5a2cdd0e043/0f9c179c-4b93-4e44-8ac6-ef73fe862863) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:26:50.224657 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port b02522a1-edc6-4151-bfda-438cf8c2ba26, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b02522a1-edc6-4151-bfda-438cf8c2ba26,segment=NetworkSegment(afb4947a-830d-4645-a077-0d07beacaac6),segment_id=afb4947a-830d-4645-a077-0d07beacaac6)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:50.230523 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:50.231256 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 8a84a38f-dc72-4409-b249-ece62067f090 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:26:50.236223 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-59242646-036d-4e67-aff7-f0b88b937d4a service neutron] 10.222.0.98 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901877 Jun 24 12:26:50.237232 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:50.256345 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-5aec12f2-8b2a-485d-9788-bbcbe773b2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:50.322607 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-5aec12f2-8b2a-485d-9788-bbcbe773b2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:50.368905 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-af1209a7-3c32-494a-805e-a8915f42fa52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:50.378702 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=b02522a1-edc6-4151-bfda-438cf8c2ba26,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:50.383233 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:50.436467 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-5aec12f2-8b2a-485d-9788-bbcbe773b2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:50.442567 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-5aec12f2-8b2a-485d-9788-bbcbe773b2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:50.444240 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-5aec12f2-8b2a-485d-9788-bbcbe773b2ed admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/686725b3-fe1a-43bc-9e27-95f0ce950390 HTTP/1.1" status: 204 len: 168 time: 0.2934523 Jun 24 12:26:50.457085 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:50.457434 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 8a84a38f-dc72-4409-b249-ece62067f090, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8a84a38f-dc72-4409-b249-ece62067f090,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:50.475781 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': '8a84a38f-dc72-4409-b249-ece62067f090', 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887', 'port_id': '8a84a38f-dc72-4409-b249-ece62067f090', 'mac_address': 'fa:16:3e:96:d9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975d93ba-ed56-4f92-8a0c-4eb6a701f2bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:26:50.488927 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec12f2-8b2a-485d-9788-bbcbe773b2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686725b3-fe1a-43bc-9e27-95f0ce950390,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:50.493151 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-5aec12f2-8b2a-485d-9788-bbcbe773b2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:50.553358 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f8320-1943-4350-9235-394317b7920e req-b8411ab3-ce1a-4cf3-8ee9-5fc515103577 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:50.554958 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-dc8f8320-1943-4350-9235-394317b7920e req-b8411ab3-ce1a-4cf3-8ee9-5fc515103577 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 945 time: 0.2460420 Jun 24 12:26:50.582524 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:50.599366 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-8354418f-ab07-45c8-bbb2-8ba39a0cd34d service neutron] 10.222.0.98 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556819 Jun 24 12:26:50.603024 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a84a38f-dc72-4409-b249-ece62067f090 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:26:50.620066 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-af1209a7-3c32-494a-805e-a8915f42fa52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:50.630509 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-af1209a7-3c32-494a-805e-a8915f42fa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:50.640206 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:50.640553 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 8a84a38f-dc72-4409-b249-ece62067f090, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8a84a38f-dc72-4409-b249-ece62067f090,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:50.646200 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:50.648608 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:50.669395 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1209a7-3c32-494a-805e-a8915f42fa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9ea375-791a-40c5-a5e7-2a42cb62ae2e,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:50.686309 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-af1209a7-3c32-494a-805e-a8915f42fa52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:50.726483 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-af1209a7-3c32-494a-805e-a8915f42fa52 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e2fb53431ff3424da12be9d4fe228345&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2582521 Jun 24 12:26:50.729727 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 34752) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:50.733259 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-dc8f8320-1943-4350-9235-394317b7920e req-bddbecd1-4dfc-4f73-b079-52cfb2c52443 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586263 Jun 24 12:26:50.739217 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-acddbf07-90b8-4f4b-8450-0133c3c8a849 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:50.754095 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-a739dd4f-c4dc-4c57-967c-463fc9e6b1d0 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:50.756206 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-a739dd4f-c4dc-4c57-967c-463fc9e6b1d0 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.49 "GET /v2.0/networks?id=6a10afaa-69bf-4861-aff0-1527b9cbd705 HTTP/1.1" status: 200 len: 810 time: 0.1964059 Jun 24 12:26:50.787454 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=8a84a38f-dc72-4409-b249-ece62067f090,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:50.804086 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:50.839779 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-e0129922-985b-4d78-83d5-0f2d70e86ff7 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19495abb439f45f38c2dc57598099b25 HTTP/1.1" status: 200 len: 380 time: 0.0662227 Jun 24 12:26:50.855167 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-28e04bae-b0bf-4945-8a6d-ed76ea1e7af8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Request body: {'port': {'device_id': '931391c3-d09c-4722-b02a-043d99f263a1', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'admin_state_up': True, 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'security_groups': ['8c48dc01-3bf1-4083-97bc-81c108a339bb']}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:50.863869 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-acddbf07-90b8-4f4b-8450-0133c3c8a849 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3352900'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:50.876769 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-40b8f4fb-30b7-46c0-870e-46e56ea01905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:50.888781 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:51.003729 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fd20047b-c8d0-452c-9c41-c57288514141 req-90e1875b-ee7f-4f4b-ad29-c04da5b3ca30 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 210 time: 0.0561802 Jun 24 12:26:51.021615 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-acddbf07-90b8-4f4b-8450-0133c3c8a849 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Network 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:26:51.023642 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-40b8f4fb-30b7-46c0-870e-46e56ea01905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:51.060967 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['b02522a1-edc6-4151-bfda-438cf8c2ba26'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:26:51.073648 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-54b69b39-d6a2-475f-8cd2-b5384ebe21c3 req-f8a40cf4-4a9c-4881-9005-bebf1bfc057a tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 210 time: 0.0954466 Jun 24 12:26:51.089004 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-acddbf07-90b8-4f4b-8450-0133c3c8a849 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:51.124016 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-28e04bae-b0bf-4945-8a6d-ed76ea1e7af8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Made reservation on behalf of 19495abb439f45f38c2dc57598099b25 for: {'port': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:51.129047 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-28e04bae-b0bf-4945-8a6d-ed76ea1e7af8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:51.139070 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-acddbf07-90b8-4f4b-8450-0133c3c8a849 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:26:51.147344 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 34768) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:51.151086 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['8a84a38f-dc72-4409-b249-ece62067f090'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:26:51.159409 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddbf07-90b8-4f4b-8450-0133c3c8a849 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Pushing event updated for resources: {'Port': ['ID=0f9c179c-4b93-4e44-8ac6-ef73fe862863,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:51.221347 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-acddbf07-90b8-4f4b-8450-0133c3c8a849 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:51.274258 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b0b2-96bd-42e3-8e07-0f7af323f96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:51.335243 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-acddbf07-90b8-4f4b-8450-0133c3c8a849 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:51.335828 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-acddbf07-90b8-4f4b-8450-0133c3c8a849 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:51.373410 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-28e04bae-b0bf-4945-8a6d-ed76ea1e7af8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Allocated IP 172.20.0.10 (6a10afaa-69bf-4861-aff0-1527b9cbd705/7e51db95-cdf4-458e-ba02-7824ab521c2a/0fc66ca3-fcf2-4f04-aefd-3402dc18d507) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:26:51.420255 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-40b8f4fb-30b7-46c0-870e-46e56ea01905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:51.459356 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-40b8f4fb-30b7-46c0-870e-46e56ea01905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:51.470001 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-40b8f4fb-30b7-46c0-870e-46e56ea01905 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/af9ea375-791a-40c5-a5e7-2a42cb62ae2e HTTP/1.1" status: 204 len: 168 time: 0.7309983 Jun 24 12:26:51.470810 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-7811bdf7-6463-4d75-b10b-a189bd80f43e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:51.626242 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8f4fb-30b7-46c0-870e-46e56ea01905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9ea375-791a-40c5-a5e7-2a42cb62ae2e,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:51.648980 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-28e04bae-b0bf-4945-8a6d-ed76ea1e7af8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:51.649964 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-40b8f4fb-30b7-46c0-870e-46e56ea01905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:51.686359 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-28e04bae-b0bf-4945-8a6d-ed76ea1e7af8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Transition to ACTIVE for port object 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 will not be triggered until provisioned by entity DHCP. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:26:51.790691 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-28e04bae-b0bf-4945-8a6d-ed76ea1e7af8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:51.802323 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-daa17aa5-7445-4e1e-ab46-61839f37a301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:51.837018 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b0b2-96bd-42e3-8e07-0f7af323f96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:51.856931 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b6629-17ba-46bb-a7ec-2781a8a79d77 req-afba441c-d66b-4576-9cc6-5f68e49a7fca tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:51.859080 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-437b6629-17ba-46bb-a7ec-2781a8a79d77 req-afba441c-d66b-4576-9cc6-5f68e49a7fca tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 944 time: 0.4406269 Jun 24 12:26:51.867728 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6cb2b0b2-96bd-42e3-8e07-0f7af323f96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:51.895704 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c8f9846c-98f3-4675-8844-7fdb2475e930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:51.901124 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-28e04bae-b0bf-4945-8a6d-ed76ea1e7af8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Network 6a10afaa-69bf-4861-aff0-1527b9cbd705 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:26:51.904467 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-28e04bae-b0bf-4945-8a6d-ed76ea1e7af8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:51.921531 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-28e04bae-b0bf-4945-8a6d-ed76ea1e7af8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:26:51.931818 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2b0b2-96bd-42e3-8e07-0f7af323f96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b8bef1-1fc4-4d6a-b651-fe4d19c41516,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:51.977682 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-acddbf07-90b8-4f4b-8450-0133c3c8a849 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6534245 Jun 24 12:26:51.983679 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-6cb2b0b2-96bd-42e3-8e07-0f7af323f96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:51.984457 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e04bae-b0bf-4945-8a6d-ed76ea1e7af8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event updated for resources: {'Port': ['ID=0fc66ca3-fcf2-4f04-aefd-3402dc18d507,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:52.003030 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-28e04bae-b0bf-4945-8a6d-ed76ea1e7af8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:52.011957 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Request body: {'port': {'device_id': '8e0e34eb-3a11-4981-8c93-172936ab4e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:52.032918 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-28e04bae-b0bf-4945-8a6d-ed76ea1e7af8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:52.033903 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-28e04bae-b0bf-4945-8a6d-ed76ea1e7af8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:52.058659 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-28e04bae-b0bf-4945-8a6d-ed76ea1e7af8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2124343 Jun 24 12:26:52.098583 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Request body: {'port': {'device_id': '931391c3-d09c-4722-b02a-043d99f263a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:52.248312 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-6cb2b0b2-96bd-42e3-8e07-0f7af323f96d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e202b840ff3745d68e6d7ee365b79584&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0851507 Jun 24 12:26:52.250629 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 34824) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:52.275567 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-6dfeb782-faed-47ef-8de1-bac2226a50c3 None None] Provisioning for port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:26:52.279802 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:52.281956 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-6dfeb782-faed-47ef-8de1-bac2226a50c3 None None] Provisioning complete for port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:26:52.282501 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb782-faed-47ef-8de1-bac2226a50c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:52.297878 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-437b6629-17ba-46bb-a7ec-2781a8a79d77 req-3f27cb18-6675-4136-8c18-226cc2d216b7 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314713 Jun 24 12:26:52.313066 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 34826) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:52.319601 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:52.341452 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-6dfeb782-faed-47ef-8de1-bac2226a50c3 None None] Port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:26:52.388607 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8551b381-3640-44c9-8a50-514127fd1a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:52.413753 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-782d0b8e-2447-4cc7-8d91-0c7974f2447d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:52.500024 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d4666-db36-4e66-9eeb-8fa041266ff7 req-5ca96d51-f157-4604-82c1-b47e23ba25ac tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:52.501660 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-430d4666-db36-4e66-9eeb-8fa041266ff7 req-5ca96d51-f157-4604-82c1-b47e23ba25ac tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 945 time: 0.3925452 Jun 24 12:26:52.510520 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-782d0b8e-2447-4cc7-8d91-0c7974f2447d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:52.643119 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-430d4666-db36-4e66-9eeb-8fa041266ff7 req-4103423d-3c6a-45cc-bd8d-d7a5ed96a9e6 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283240 Jun 24 12:26:52.708727 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-782d0b8e-2447-4cc7-8d91-0c7974f2447d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:52.724647 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-782d0b8e-2447-4cc7-8d91-0c7974f2447d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:52.728896 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-782d0b8e-2447-4cc7-8d91-0c7974f2447d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/32b8bef1-1fc4-4d6a-b651-fe4d19c41516 HTTP/1.1" status: 204 len: 168 time: 0.4739506 Jun 24 12:26:52.730872 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30edf7ff-24a5-4387-ae7c-2b9095b425df req-555ad0bd-50c7-4232-8f8f-00207aab342f tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:52.735164 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:52.736251 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-30edf7ff-24a5-4387-ae7c-2b9095b425df req-555ad0bd-50c7-4232-8f8f-00207aab342f tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 932 time: 0.2444601 Jun 24 12:26:52.771254 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782d0b8e-2447-4cc7-8d91-0c7974f2447d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b8bef1-1fc4-4d6a-b651-fe4d19c41516,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:52.788306 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.49', 61433) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:52.789394 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-782d0b8e-2447-4cc7-8d91-0c7974f2447d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:52.866127 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-52035c40-abc4-474e-b27f-2e7f837b76cd req-b34a6bc7-6862-49e2-847f-c95ce22a7640 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 210 time: 0.0527666 Jun 24 12:26:52.891413 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 {{(pid=92890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:26:52.901977 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-30edf7ff-24a5-4387-ae7c-2b9095b425df req-c347daff-bc2c-4f84-9eaf-372248d8d10b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518548 Jun 24 12:26:52.954894 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9c179c-4b93-4e44-8ac6-ef73fe862863 {{(pid=92888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:26:52.963737 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:52.979787 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.provisioning_blocks [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Transition to ACTIVE for port object 0f9c179c-4b93-4e44-8ac6-ef73fe862863 will not be triggered until provisioned by entity L2. {{(pid=92888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:26:52.985268 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:52.989511 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:52.990020 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:53.021048 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 34848) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:53.045225 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8551b381-3640-44c9-8a50-514127fd1a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:53.052941 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Transition to ACTIVE for port object 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 will not be triggered until provisioned by entity L2. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:26:53.057445 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9c179c-4b93-4e44-8ac6-ef73fe862863,revision_number=2']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:53.063507 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:53.069051 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:53.071885 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8551b381-3640-44c9-8a50-514127fd1a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:53.144578 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-0b01d791-25ca-4cff-9d49-c4e5444180ec tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:53.146388 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-0b01d791-25ca-4cff-9d49-c4e5444180ec tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.49 "GET /v2.0/networks?id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 HTTP/1.1" status: 200 len: 819 time: 0.3551817 Jun 24 12:26:53.152522 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:53.171252 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Attempting to bind port 0f9c179c-4b93-4e44-8ac6-ef73fe862863 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:26:53.172301 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-e7dababb-ccd6-4c22-a817-6ad56f57afa8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Request body: {'port': {'device_id': 'c2258ef8-69ca-4354-b96f-fdd329c593cf', 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5', 'admin_state_up': True, 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:53.177198 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Attempting to bind port 0f9c179c-4b93-4e44-8ac6-ef73fe862863 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'e955a9d6-9127-410f-8016-091b853a7aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5'}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:26:53.177935 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Attempting to bind port 0f9c179c-4b93-4e44-8ac6-ef73fe862863 on network 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:26:53.183843 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Port 0f9c179c-4b93-4e44-8ac6-ef73fe862863 on network 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:26:53.184813 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Attempting to bind port 0f9c179c-4b93-4e44-8ac6-ef73fe862863 on network 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:26:53.191235 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:26:53.191484 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Checking segment: {'id': 'e955a9d6-9127-410f-8016-091b853a7aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:26:53.191997 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Bound using segment: {'id': 'e955a9d6-9127-410f-8016-091b853a7aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5'} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:26:53.192556 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Bound port: 0f9c179c-4b93-4e44-8ac6-ef73fe862863, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e955a9d6-9127-410f-8016-091b853a7aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5'}}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:26:53.193026 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:53.305297 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] For port 0f9c179c-4b93-4e44-8ac6-ef73fe862863, host hv-cinder-68948, cleared binding levels {{(pid=92888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:26:53.311564 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] For port 0f9c179c-4b93-4e44-8ac6-ef73fe862863, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0f9c179c-4b93-4e44-8ac6-ef73fe862863,segment=NetworkSegment(e955a9d6-9127-410f-8016-091b853a7aa9),segment_id=e955a9d6-9127-410f-8016-091b853a7aa9)] {{(pid=92888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:26:53.320921 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:53.340250 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-acddbf07-90b8-4f4b-8450-0133c3c8a849 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:53.393162 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:53.393805 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:53.395517 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] 10.222.0.49 "PUT /v2.0/ports/0f9c179c-4b93-4e44-8ac6-ef73fe862863 HTTP/1.1" status: 200 len: 1094 time: 1.3888640 Jun 24 12:26:53.396115 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e0e34eb-3a11-4981-8c93-172936ab4e0a', 'tag': '0f9c179c-4b93-4e44-8ac6-ef73fe862863'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:26:53.398723 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aade2f5e-3903-434d-a379-3d36a43e8749" -d '{"events": [{"name": "network-changed", "server_uuid": "8e0e34eb-3a11-4981-8c93-172936ab4e0a", "tag": "0f9c179c-4b93-4e44-8ac6-ef73fe862863"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:26:53.404274 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-24b8dc62-dce1-4f87-a7af-f61a8184f45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:53.516610 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1575fed-cc62-4704-9118-4ae35029a60a x-openstack-request-id: req-a1575fed-cc62-4704-9118-4ae35029a60a {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:26:53.516941 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e0e34eb-3a11-4981-8c93-172936ab4e0a", "tag": "0f9c179c-4b93-4e44-8ac6-ef73fe862863", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:26:53.517173 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a1575fed-cc62-4704-9118-4ae35029a60a {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:26:53.517567 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e0e34eb-3a11-4981-8c93-172936ab4e0a', 'tag': '0f9c179c-4b93-4e44-8ac6-ef73fe862863', 'status': 'completed', 'code': 200} Jun 24 12:26:53.518262 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9c179c-4b93-4e44-8ac6-ef73fe862863,revision_number=3']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:53.545243 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:53.594428 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-8551b381-3640-44c9-8a50-514127fd1a42 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=012210163c2243fdbc717fc38acf2b54&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2798636 Jun 24 12:26:53.598085 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 34878) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:53.609225 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Pushing event updated for resources: {'Port': ['ID=0fc66ca3-fcf2-4f04-aefd-3402dc18d507,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:53.626231 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:53.626231 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.471s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:53.691348 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-24b8dc62-dce1-4f87-a7af-f61a8184f45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:53.712718 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-24b8dc62-dce1-4f87-a7af-f61a8184f45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:53.720391 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-29d4efe7-2704-4769-9ff6-de60c9aa15a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:53.722003 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-29d4efe7-2704-4769-9ff6-de60c9aa15a4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=967b8aeaa9b84099a4b530f134f85b2c&device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 1097 time: 0.2359555 Jun 24 12:26:53.729409 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:53.741016 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621c3b8-8543-4ab5-bc90-739e30c67a37 req-1e0b57e6-80a0-4e04-83de-ed368b4e259b tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:53.750436 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f621c3b8-8543-4ab5-bc90-739e30c67a37 req-1e0b57e6-80a0-4e04-83de-ed368b4e259b tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 944 time: 0.2675719 Jun 24 12:26:53.794817 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551b381-3640-44c9-8a50-514127fd1a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b57e061-e488-4b74-8d8e-cc705642d631,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:53.799463 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8551b381-3640-44c9-8a50-514127fd1a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:53.801628 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Attempting to bind port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:26:53.807835 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Attempting to bind port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'}] {{(pid=92890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:26:53.808273 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Attempting to bind port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 on network 6a10afaa-69bf-4861-aff0-1527b9cbd705 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:26:53.813756 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-e7dababb-ccd6-4c22-a817-6ad56f57afa8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Made reservation on behalf of 967b8aeaa9b84099a4b530f134f85b2c for: {'port': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:26:53.820049 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-e7dababb-ccd6-4c22-a817-6ad56f57afa8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:53.832270 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 on network 6a10afaa-69bf-4861-aff0-1527b9cbd705 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:26:53.832270 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Attempting to bind port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 on network 6a10afaa-69bf-4861-aff0-1527b9cbd705 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:26:53.854115 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:26:53.854747 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Checking segment: {'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:26:53.855345 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Bound using segment: {'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'} {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:26:53.856140 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Bound port: 0fc66ca3-fcf2-4f04-aefd-3402dc18d507, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'}}] {{(pid=92890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:26:53.856663 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:53.875118 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-184f0cc4-ea8c-4439-861a-4b94832a8677 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c179c-4b93-4e44-8ac6-ef73fe862863 HTTP/1.1" status: 200 len: 217 time: 0.1169243 Jun 24 12:26:53.905604 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device b02522a1-edc6-4151-bfda-438cf8c2ba26 up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:26:53.939575 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] For port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507, host hv-cinder-68948, cleared binding levels {{(pid=92890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:26:53.943713 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] For port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0fc66ca3-fcf2-4f04-aefd-3402dc18d507,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:26:53.947910 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8dc62-dce1-4f87-a7af-f61a8184f45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369e8503-9ca8-4c9b-aead-ab2e47425ac5,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:53.952583 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5244f896-ea7a-4ffd-bd89-869aa652d7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:53.958219 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-24b8dc62-dce1-4f87-a7af-f61a8184f45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:53.980687 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:53.989508 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-24b8dc62-dce1-4f87-a7af-f61a8184f45d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=538cac8455264e4bb4449564a6cd487b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9666977 Jun 24 12:26:53.991183 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:53.997842 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port b02522a1-edc6-4151-bfda-438cf8c2ba26 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:26:54.003122 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f621c3b8-8543-4ab5-bc90-739e30c67a37 req-64506804-cd6a-46d7-93d2-41e65820fb27 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376258 Jun 24 12:26:54.004412 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 34896) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:54.014534 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port b02522a1-edc6-4151-bfda-438cf8c2ba26 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:26:54.018097 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.030466 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:54.031981 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.033571 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] 10.222.0.49 "PUT /v2.0/ports/0fc66ca3-fcf2-4f04-aefd-3402dc18d507 HTTP/1.1" status: 200 len: 1094 time: 1.9409354 Jun 24 12:26:54.036700 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931391c3-d09c-4722-b02a-043d99f263a1', 'tag': '0fc66ca3-fcf2-4f04-aefd-3402dc18d507'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:26:54.039145 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473fe383-bf1b-4131-b99b-deccc970a4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "931391c3-d09c-4722-b02a-043d99f263a1", "tag": "0fc66ca3-fcf2-4f04-aefd-3402dc18d507"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:26:54.103899 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5244f896-ea7a-4ffd-bd89-869aa652d7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.176357 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Pushing event updated for resources: {'Port': ['ID=0fc66ca3-fcf2-4f04-aefd-3402dc18d507,revision_number=3']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:54.199730 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:54.239630 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-e7dababb-ccd6-4c22-a817-6ad56f57afa8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Allocated IP 172.20.0.5 (4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5/9bda3046-98c5-404d-a857-c5a2cdd0e043/76e0b7a0-f909-448d-9562-20553521f9fe) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:26:54.241577 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.280593 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49149212-a983-4be5-b2b6-c0f1acd19d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02522a1-edc6-4151-bfda-438cf8c2ba26'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:26:54.312401 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-02b338dd-e5e3-4f4e-aa35-51528e263a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:54.314094 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-02b338dd-e5e3-4f4e-aa35-51528e263a6f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19495abb439f45f38c2dc57598099b25&device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 1097 time: 0.2001481 Jun 24 12:26:54.377418 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port b02522a1-edc6-4151-bfda-438cf8c2ba26, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b02522a1-edc6-4151-bfda-438cf8c2ba26,segment=NetworkSegment(afb4947a-830d-4645-a077-0d07beacaac6),segment_id=afb4947a-830d-4645-a077-0d07beacaac6)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:54.388432 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.389734 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 8a84a38f-dc72-4409-b249-ece62067f090 up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:26:54.403560 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-ecd7863f-5725-4d29-ba64-59de6187f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:54.405193 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-ecd7863f-5725-4d29-ba64-59de6187f6d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bda3046-98c5-404d-a857-c5a2cdd0e043 HTTP/1.1" status: 200 len: 859 time: 0.5099678 Jun 24 12:26:54.432903 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-5c281592-d3e2-49ba-ba7e-e0c7648cf5a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fc66ca3-fcf2-4f04-aefd-3402dc18d507 HTTP/1.1" status: 200 len: 217 time: 0.0936747 Jun 24 12:26:54.444794 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-32c017ba-471a-4820-899b-dcac227e1d61 req-0297fb4d-25bf-4973-88e2-ce575da3adc5 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 210 time: 0.0530913 Jun 24 12:26:54.480995 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d7a9f-4f06-47de-9570-6feef74843f9 req-8aace17a-7e8c-4af8-8f0b-63cd80247dd6 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:54.493348 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f71d7a9f-4f06-47de-9570-6feef74843f9 req-8aace17a-7e8c-4af8-8f0b-63cd80247dd6 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 945 time: 0.6087947 Jun 24 12:26:54.494827 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:54.508729 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1de896-4d67-482c-b1c9-24d62d642de2" -d '{"events": [{"server_uuid": "49149212-a983-4be5-b2b6-c0f1acd19d71", "name": "network-vif-plugged", "status": "completed", "tag": "b02522a1-edc6-4151-bfda-438cf8c2ba26"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:26:54.573605 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-d8dfb4c9-5f54-441d-b302-eaf8c5872b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:54.575574 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-d8dfb4c9-5f54-441d-b302-eaf8c5872b6b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e51db95-cdf4-458e-ba02-7824ab521c2a HTTP/1.1" status: 200 len: 849 time: 0.1415081 Jun 24 12:26:54.609016 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-a82e2b1f-2672-41b8-b0b0-bbc162832892 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636214 Jun 24 12:26:54.637675 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=b02522a1-edc6-4151-bfda-438cf8c2ba26,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:54.655085 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:54.663425 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port 8a84a38f-dc72-4409-b249-ece62067f090 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:26:54.671173 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port 8a84a38f-dc72-4409-b249-ece62067f090 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:26:54.672778 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.707123 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c4721bd0-14e8-439f-88ed-e1b6e44578a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.723207 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-e7dababb-ccd6-4c22-a817-6ad56f57afa8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.751722 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f71d7a9f-4f06-47de-9570-6feef74843f9 req-f454002b-d350-4f3c-9a28-5c2fdf5f7eab tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618210 Jun 24 12:26:54.788883 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-e7dababb-ccd6-4c22-a817-6ad56f57afa8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.798546 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:54.828189 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c4721bd0-14e8-439f-88ed-e1b6e44578a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.845281 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.875024 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5244f896-ea7a-4ffd-bd89-869aa652d7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.890712 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 8a84a38f-dc72-4409-b249-ece62067f090, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8a84a38f-dc72-4409-b249-ece62067f090,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:54.895767 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5244f896-ea7a-4ffd-bd89-869aa652d7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.896563 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:54.897046 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-5244f896-ea7a-4ffd-bd89-869aa652d7bb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8b57e061-e488-4b74-8d8e-cc705642d631 HTTP/1.1" status: 204 len: 168 time: 1.2978866 Jun 24 12:26:54.897637 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:54.901117 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-4435ca45-03bf-494e-b54d-64d1a9639279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:54.926411 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244f896-ea7a-4ffd-bd89-869aa652d7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b57e061-e488-4b74-8d8e-cc705642d631,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:54.929858 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d73bb6-a960-4275-bef4-33f01312ee52 x-openstack-request-id: req-b2d73bb6-a960-4275-bef4-33f01312ee52 {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:26:54.930208 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931391c3-d09c-4722-b02a-043d99f263a1", "tag": "0fc66ca3-fcf2-4f04-aefd-3402dc18d507", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:26:54.930429 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b2d73bb6-a960-4275-bef4-33f01312ee52 {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:26:54.932401 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931391c3-d09c-4722-b02a-043d99f263a1', 'tag': '0fc66ca3-fcf2-4f04-aefd-3402dc18d507', 'status': 'completed', 'code': 200} Jun 24 12:26:54.935672 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dababb-ccd6-4c22-a817-6ad56f57afa8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Pushing event updated for resources: {'Port': ['ID=76e0b7a0-f909-448d-9562-20553521f9fe,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:54.941531 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e7dababb-ccd6-4c22-a817-6ad56f57afa8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:54.950061 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-5244f896-ea7a-4ffd-bd89-869aa652d7bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:54.967312 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9760a3-9add-4259-bb37-9ab304e6f57c req-fa514129-86fb-457e-88e6-8f8b682151fc tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:54.969447 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bf9760a3-9add-4259-bb37-9ab304e6f57c req-fa514129-86fb-457e-88e6-8f8b682151fc tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 944 time: 0.3584185 Jun 24 12:26:54.988488 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-eccb2ca7-e7c4-4659-aca0-74a0cfde744b service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663211 Jun 24 12:26:55.003869 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=8a84a38f-dc72-4409-b249-ece62067f090,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:55.008301 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:55.040573 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-a999363d-3771-44ad-be0f-5ba81bd62ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:55.042249 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-a999363d-3771-44ad-be0f-5ba81bd62ff2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a10afaa-69bf-4861-aff0-1527b9cbd705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4585748 Jun 24 12:26:55.042379 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c4721bd0-14e8-439f-88ed-e1b6e44578a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:55.046015 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-e7dababb-ccd6-4c22-a817-6ad56f57afa8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Network 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:26:55.049318 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-e7dababb-ccd6-4c22-a817-6ad56f57afa8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:26:55.056107 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-e7dababb-ccd6-4c22-a817-6ad56f57afa8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:26:55.179913 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c4721bd0-14e8-439f-88ed-e1b6e44578a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:55.184748 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd559d8-0979-4b27-ac6d-d3b3429c5c9f x-openstack-request-id: req-fdd559d8-0979-4b27-ac6d-d3b3429c5c9f {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:26:55.184908 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49149212-a983-4be5-b2b6-c0f1acd19d71", "name": "network-vif-plugged", "status": "completed", "tag": "b02522a1-edc6-4151-bfda-438cf8c2ba26", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:26:55.185205 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fdd559d8-0979-4b27-ac6d-d3b3429c5c9f {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:26:55.185780 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49149212-a983-4be5-b2b6-c0f1acd19d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02522a1-edc6-4151-bfda-438cf8c2ba26', 'code': 200} Jun 24 12:26:55.187741 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-c4721bd0-14e8-439f-88ed-e1b6e44578a5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/369e8503-9ca8-4c9b-aead-ab2e47425ac5 HTTP/1.1" status: 204 len: 168 time: 1.1758471 Jun 24 12:26:55.210205 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:55.252699 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4721bd0-14e8-439f-88ed-e1b6e44578a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e8503-9ca8-4c9b-aead-ab2e47425ac5,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:55.262333 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c4721bd0-14e8-439f-88ed-e1b6e44578a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:55.265067 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-903f326e-736c-462e-8fc9-ac65104c0f0e service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881590 Jun 24 12:26:55.291130 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bf9760a3-9add-4259-bb37-9ab304e6f57c req-3b3f15b5-4cb9-4d1a-a88c-517577634615 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065455 Jun 24 12:26:55.343138 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-e7dababb-ccd6-4c22-a817-6ad56f57afa8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:55.343815 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-e7dababb-ccd6-4c22-a817-6ad56f57afa8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:55.404790 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-e7dababb-ccd6-4c22-a817-6ad56f57afa8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2381377 Jun 24 12:26:55.413382 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e7dbad21-40a7-439d-aeb4-227279c678cf req-63d067dd-19c9-400d-92bc-501b66c02b3e service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965154 Jun 24 12:26:55.439511 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Request body: {'port': {'device_id': 'c2258ef8-69ca-4354-b96f-fdd329c593cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:26:55.469293 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f5557-1418-43f0-a3a9-f35c39527dd9 req-61d66027-e52d-4d09-8aeb-bad0340a0afc tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:55.472208 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e83f5557-1418-43f0-a3a9-f35c39527dd9 req-61d66027-e52d-4d09-8aeb-bad0340a0afc tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 945 time: 0.1070502 Jun 24 12:26:55.482135 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-81f25675-ce78-4dc8-9830-0b3622ff39d5 req-f0018788-5701-4a6d-9755-3ffcc6b443d7 service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037621 Jun 24 12:26:55.550497 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e83f5557-1418-43f0-a3a9-f35c39527dd9 req-8dfec3c5-e1eb-45d6-adcb-d11e38978be2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705676 Jun 24 12:26:55.551163 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ad952c0a-7165-42ef-835f-0ba4e9f7e067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:55.591238 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:55.694236 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.49', 61439) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:55.739300 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade2f5e-3903-434d-a379-3d36a43e8749 req-f8be9961-01c5-4254-aae5-70bdc902eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:55.740886 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-aade2f5e-3903-434d-a379-3d36a43e8749 req-f8be9961-01c5-4254-aae5-70bdc902eccc service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=967b8aeaa9b84099a4b530f134f85b2c&device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 1097 time: 0.1825662 Jun 24 12:26:55.833336 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbd8db-34e0-4034-a0e6-481d146e14a1 req-770dc89b-e729-41f4-96d6-285045f98c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:55.834816 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f5bbd8db-34e0-4034-a0e6-481d146e14a1 req-770dc89b-e729-41f4-96d6-285045f98c04 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 1099 time: 0.2611451 Jun 24 12:26:55.846534 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fe383-bf1b-4131-b99b-deccc970a4ee req-09a8e489-035e-467b-9ef3-ed7aa06a4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:55.847999 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-473fe383-bf1b-4131-b99b-deccc970a4ee req-09a8e489-035e-467b-9ef3-ed7aa06a4c0b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19495abb439f45f38c2dc57598099b25&device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 1097 time: 0.1445324 Jun 24 12:26:55.899318 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 34962) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:55.909706 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0ea3f-d55c-4a39-8795-52777111fa73 req-2fd394e3-69c4-4bde-83eb-d74c5ae6fdb7 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:55.911246 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f6e0ea3f-d55c-4a39-8795-52777111fa73 req-2fd394e3-69c4-4bde-83eb-d74c5ae6fdb7 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 931 time: 0.2421830 Jun 24 12:26:55.932918 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d1979aaf-3a19-4224-8d23-6ff12aebae27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:55.940731 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-f5bbd8db-34e0-4034-a0e6-481d146e14a1 req-e9b96b27-5713-4627-af5c-a1a98688093d service neutron] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:55.952024 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade2f5e-3903-434d-a379-3d36a43e8749 req-2c93de80-6a1e-4c87-b361-0da25050eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:55.953551 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-aade2f5e-3903-434d-a379-3d36a43e8749 req-2c93de80-6a1e-4c87-b361-0da25050eb9a service neutron] 10.222.0.49 "GET /v2.0/networks?id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 HTTP/1.1" status: 200 len: 920 time: 0.2030518 Jun 24 12:26:56.020269 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-aade2f5e-3903-434d-a379-3d36a43e8749 req-2a3d2c86-844c-4a6f-8ac9-d7eed0766344 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c179c-4b93-4e44-8ac6-ef73fe862863 HTTP/1.1" status: 200 len: 217 time: 0.0563257 Jun 24 12:26:56.119457 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f6e0ea3f-d55c-4a39-8795-52777111fa73 req-4e1991ec-226a-457a-b8d1-27680dc2b03c tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858857 Jun 24 12:26:56.127153 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fe383-bf1b-4131-b99b-deccc970a4ee req-904fea91-890e-409f-a0b5-066fcac42b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:56.129081 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-473fe383-bf1b-4131-b99b-deccc970a4ee req-904fea91-890e-409f-a0b5-066fcac42b4c service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a10afaa-69bf-4861-aff0-1527b9cbd705 HTTP/1.1" status: 200 len: 911 time: 0.2684000 Jun 24 12:26:56.134776 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e0b7a0-f909-448d-9562-20553521f9fe {{(pid=92890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:26:56.150748 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.154806 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade2f5e-3903-434d-a379-3d36a43e8749 req-e5a4d373-ec11-4f81-974f-2cffb8f2aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:56.156308 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-aade2f5e-3903-434d-a379-3d36a43e8749 req-e5a4d373-ec11-4f81-974f-2cffb8f2aba4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bda3046-98c5-404d-a857-c5a2cdd0e043 HTTP/1.1" status: 200 len: 859 time: 0.1282861 Jun 24 12:26:56.189539 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-473fe383-bf1b-4131-b99b-deccc970a4ee req-d054f6c5-2678-44a4-a988-da107acfba61 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fc66ca3-fcf2-4f04-aefd-3402dc18d507 HTTP/1.1" status: 200 len: 217 time: 0.0500090 Jun 24 12:26:56.209279 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-aade2f5e-3903-434d-a379-3d36a43e8749 req-0d29ea5b-4343-48f9-bab1-6720cc471b6f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431798 Jun 24 12:26:56.210328 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Transition to ACTIVE for port object 76e0b7a0-f909-448d-9562-20553521f9fe will not be triggered until provisioned by entity L2. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:26:56.223860 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e3aed-5d5b-4399-ad8c-9f714d7bd0a3 req-5a599d2a-04a9-449e-9d85-cbcc306bb6ad tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:56.229754 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.231132 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e71e3aed-5d5b-4399-ad8c-9f714d7bd0a3 req-5a599d2a-04a9-449e-9d85-cbcc306bb6ad tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 946 time: 0.2311206 Jun 24 12:26:56.272843 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:56.337091 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d1979aaf-3a19-4224-8d23-6ff12aebae27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.354312 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d1979aaf-3a19-4224-8d23-6ff12aebae27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.359578 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e71e3aed-5d5b-4399-ad8c-9f714d7bd0a3 req-fc0117fd-c26c-455d-ad5f-c8f3859d9261 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269617 Jun 24 12:26:56.370862 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fe383-bf1b-4131-b99b-deccc970a4ee req-9bfa9765-e92e-409f-8096-517c2f378fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:56.373026 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-473fe383-bf1b-4131-b99b-deccc970a4ee req-9bfa9765-e92e-409f-8096-517c2f378fed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e51db95-cdf4-458e-ba02-7824ab521c2a HTTP/1.1" status: 200 len: 849 time: 0.1662862 Jun 24 12:26:56.384576 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Pushing event updated for resources: {'Port': ['ID=76e0b7a0-f909-448d-9562-20553521f9fe,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:56.395686 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:56.404307 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8551b381-3640-44c9-8a50-514127fd1a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:56.493936 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-d1979aaf-3a19-4224-8d23-6ff12aebae27 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c82a96978a3e41ee9d0619d519a57476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5911489 Jun 24 12:26:56.505584 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 34986) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:26:56.508984 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-aade2f5e-3903-434d-a379-3d36a43e8749 req-6ec03fec-2357-40c2-82ed-1a8172cb8b2c service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899768 Jun 24 12:26:56.539613 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1979aaf-3a19-4224-8d23-6ff12aebae27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7025c6-089a-4d69-9448-84fe3ba62eef,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:56.572678 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d1979aaf-3a19-4224-8d23-6ff12aebae27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:56.693693 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Attempting to bind port 76e0b7a0-f909-448d-9562-20553521f9fe on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:26:56.705216 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Attempting to bind port 76e0b7a0-f909-448d-9562-20553521f9fe by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'e955a9d6-9127-410f-8016-091b853a7aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5'}] {{(pid=92890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:26:56.705790 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Attempting to bind port 76e0b7a0-f909-448d-9562-20553521f9fe on network 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:26:56.724724 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Port 76e0b7a0-f909-448d-9562-20553521f9fe on network 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:26:56.725054 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Attempting to bind port 76e0b7a0-f909-448d-9562-20553521f9fe on network 4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:26:56.740314 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-f5bbd8db-34e0-4034-a0e6-481d146e14a1 req-e9b96b27-5713-4627-af5c-a1a98688093d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.749512 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:26:56.749955 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Checking segment: {'id': 'e955a9d6-9127-410f-8016-091b853a7aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:26:56.750475 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Bound using segment: {'id': 'e955a9d6-9127-410f-8016-091b853a7aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5'} {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:26:56.751014 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Bound port: 76e0b7a0-f909-448d-9562-20553521f9fe, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e955a9d6-9127-410f-8016-091b853a7aa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5'}}] {{(pid=92890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:26:56.751515 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.769818 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-f5bbd8db-34e0-4034-a0e6-481d146e14a1 req-e9b96b27-5713-4627-af5c-a1a98688093d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.779952 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-27a2273d-88fc-490b-b824-6c74cafc831a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.824309 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-aade2f5e-3903-434d-a379-3d36a43e8749 req-88d4c107-351e-4a3f-8116-a75943a3810b service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021526 Jun 24 12:26:56.831933 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-5244f896-ea7a-4ffd-bd89-869aa652d7bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:56.882221 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-27a2273d-88fc-490b-b824-6c74cafc831a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:56.891179 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fe383-bf1b-4131-b99b-deccc970a4ee req-c4610188-eddd-4a5e-9305-ed2920f27ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:56.892857 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-473fe383-bf1b-4131-b99b-deccc970a4ee req-c4610188-eddd-4a5e-9305-ed2920f27ccc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a10afaa-69bf-4861-aff0-1527b9cbd705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5124207 Jun 24 12:26:56.926547 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f5bbd8db-34e0-4034-a0e6-481d146e14a1 req-e9b96b27-5713-4627-af5c-a1a98688093d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0816426 Jun 24 12:26:56.958370 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b96b27-5713-4627-af5c-a1a98688093d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1470e8ae-e493-40e0-bed0-1a4144813a9a,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:56.988384 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] For port 76e0b7a0-f909-448d-9562-20553521f9fe, host hv-cinder-68948, cleared binding levels {{(pid=92890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:26:56.993053 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] For port 76e0b7a0-f909-448d-9562-20553521f9fe, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=76e0b7a0-f909-448d-9562-20553521f9fe,segment=NetworkSegment(e955a9d6-9127-410f-8016-091b853a7aa9),segment_id=e955a9d6-9127-410f-8016-091b853a7aa9)] {{(pid=92890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:26:56.993236 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-e9b96b27-5713-4627-af5c-a1a98688093d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:57.001361 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:57.005940 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:57.041348 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be90470-a7e7-4315-a7d7-68af7ef87112 req-ebec49a5-8bcc-4037-9a0f-41c0d47f811a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:57.043081 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3be90470-a7e7-4315-a7d7-68af7ef87112 req-ebec49a5-8bcc-4037-9a0f-41c0d47f811a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 944 time: 0.4373729 Jun 24 12:26:57.060184 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:57.060968 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:57.062505 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] 10.222.0.49 "PUT /v2.0/ports/76e0b7a0-f909-448d-9562-20553521f9fe HTTP/1.1" status: 200 len: 1093 time: 1.6283877 Jun 24 12:26:57.063043 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2258ef8-69ca-4354-b96f-fdd329c593cf', 'tag': '76e0b7a0-f909-448d-9562-20553521f9fe'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:26:57.066585 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e6ffd1-189f-41d0-b5d0-de627e695018" -d '{"events": [{"name": "network-changed", "server_uuid": "c2258ef8-69ca-4354-b96f-fdd329c593cf", "tag": "76e0b7a0-f909-448d-9562-20553521f9fe"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:26:57.072647 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-27a2273d-88fc-490b-b824-6c74cafc831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:57.080832 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-27a2273d-88fc-490b-b824-6c74cafc831a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:57.085250 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-27a2273d-88fc-490b-b824-6c74cafc831a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6b7025c6-089a-4d69-9448-84fe3ba62eef HTTP/1.1" status: 204 len: 168 time: 0.5721500 Jun 24 12:26:57.089952 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c6564-6daf-4b31-8852-ded83c24e773 req-72a04598-17d2-40fd-ab34-8f93d4777e05 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:57.091995 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cd6c6564-6daf-4b31-8852-ded83c24e773 req-72a04598-17d2-40fd-ab34-8f93d4777e05 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 945 time: 0.2571094 Jun 24 12:26:57.102437 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-473fe383-bf1b-4131-b99b-deccc970a4ee req-e2e5e3a5-32dc-4164-9ca7-e7f098e0b435 service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753292 Jun 24 12:26:57.110512 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Pushing event updated for resources: {'Port': ['ID=76e0b7a0-f909-448d-9562-20553521f9fe,revision_number=3']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:57.117709 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:57.118259 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-af1209a7-3c32-494a-805e-a8915f42fa52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:57.126857 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2273d-88fc-490b-b824-6c74cafc831a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7025c6-089a-4d69-9448-84fe3ba62eef,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:57.129575 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-27a2273d-88fc-490b-b824-6c74cafc831a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:57.161833 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3be90470-a7e7-4315-a7d7-68af7ef87112 req-9d0f67a8-e427-443c-b484-81fe127e41be tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040936 Jun 24 12:26:57.184067 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cd6c6564-6daf-4b31-8852-ded83c24e773 req-ff78995e-3589-4e6d-830a-152a6d77daf3 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773535 Jun 24 12:26:57.196646 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4ebbfb-3521-43d5-a85f-6d2b8d51e789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a84a38f-dc72-4409-b249-ece62067f090'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:26:57.201894 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6743385-05ba-4899-8eb1-55aa0691861d" -d '{"events": [{"server_uuid": "ec4ebbfb-3521-43d5-a85f-6d2b8d51e789", "name": "network-vif-plugged", "status": "completed", "tag": "8a84a38f-dc72-4409-b249-ece62067f090"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:26:57.221204 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8825dc8f-cb92-49f2-b469-57cb617cd0f0 x-openstack-request-id: req-8825dc8f-cb92-49f2-b469-57cb617cd0f0 {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:26:57.221793 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2258ef8-69ca-4354-b96f-fdd329c593cf", "tag": "76e0b7a0-f909-448d-9562-20553521f9fe", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:26:57.222157 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8825dc8f-cb92-49f2-b469-57cb617cd0f0 {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:26:57.222706 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2258ef8-69ca-4354-b96f-fdd329c593cf', 'tag': '76e0b7a0-f909-448d-9562-20553521f9fe', 'status': 'completed', 'code': 200} Jun 24 12:26:57.260598 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb8e516-a02f-4f19-93de-7b1993b68ef1 x-openstack-request-id: req-1cb8e516-a02f-4f19-93de-7b1993b68ef1 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:26:57.261489 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4ebbfb-3521-43d5-a85f-6d2b8d51e789", "name": "network-vif-plugged", "status": "completed", "tag": "8a84a38f-dc72-4409-b249-ece62067f090", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:26:57.261948 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1cb8e516-a02f-4f19-93de-7b1993b68ef1 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:26:57.262833 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4ebbfb-3521-43d5-a85f-6d2b8d51e789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a84a38f-dc72-4409-b249-ece62067f090', 'code': 200} Jun 24 12:26:57.389611 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ffd1-189f-41d0-b5d0-de627e695018 req-6bc8e3ef-7e19-4c43-aa07-afcce2b1499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:57.391136 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-a1e6ffd1-189f-41d0-b5d0-de627e695018 req-6bc8e3ef-7e19-4c43-aa07-afcce2b1499e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=967b8aeaa9b84099a4b530f134f85b2c&device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 1096 time: 0.0792205 Jun 24 12:26:57.587195 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-473fe383-bf1b-4131-b99b-deccc970a4ee req-a0be8937-ab9d-4bef-8e6e-99c02fd95a13 service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264344 Jun 24 12:26:57.604955 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500cc198-2c20-4057-a85c-e2e7bac705a3 req-b7076f6d-8627-4e2d-9d1e-65b5a3030f4a tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:57.615344 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-500cc198-2c20-4057-a85c-e2e7bac705a3 req-b7076f6d-8627-4e2d-9d1e-65b5a3030f4a tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 943 time: 0.2536871 Jun 24 12:26:57.733314 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ffd1-189f-41d0-b5d0-de627e695018 req-85a325e1-7e8f-49cf-9c2e-80441fdf68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:57.734998 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-a1e6ffd1-189f-41d0-b5d0-de627e695018 req-85a325e1-7e8f-49cf-9c2e-80441fdf68d0 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=967b8aeaa9b84099a4b530f134f85b2c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3261766 Jun 24 12:26:57.753801 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-500cc198-2c20-4057-a85c-e2e7bac705a3 req-a32ecd4b-d1ab-4d9b-b74d-c6cf929ff764 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375594 Jun 24 12:26:57.798551 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fed52f-b1f6-49bd-9a3c-c3996d02446e req-e5b993dc-e475-4574-8045-bf5f7d62ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:57.800224 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-80fed52f-b1f6-49bd-9a3c-c3996d02446e req-e5b993dc-e475-4574-8045-bf5f7d62ecf6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 1098 time: 0.1501708 Jun 24 12:26:57.813057 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534bf7c-0fbf-45d9-9045-10eced10dc8c req-c117e201-0642-46a8-b817-17733cef7475 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:57.814656 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d534bf7c-0fbf-45d9-9045-10eced10dc8c req-c117e201-0642-46a8-b817-17733cef7475 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 946 time: 0.1331062 Jun 24 12:26:57.904032 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-80fed52f-b1f6-49bd-9a3c-c3996d02446e req-e231ab73-9888-4aa2-b041-02eb87357d23 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875611 Jun 24 12:26:57.913088 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d534bf7c-0fbf-45d9-9045-10eced10dc8c req-73a19397-e6f2-4dd6-9f63-1589751df5c8 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905585 Jun 24 12:26:57.931805 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:26:58.114212 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0fc66ca3-fcf2-4f04-aefd-3402dc18d507,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:58.138744 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a770e301-57d3-477f-b877-e79720ca7053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.142633 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': '0fc66ca3-fcf2-4f04-aefd-3402dc18d507', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'port_id': '0fc66ca3-fcf2-4f04-aefd-3402dc18d507', 'mac_address': 'fa:16:3e:bb:22:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:26:58.183392 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6ffd1-189f-41d0-b5d0-de627e695018 req-8ec61759-0c26-4914-a753-ff0a457750d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:58.184925 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-a1e6ffd1-189f-41d0-b5d0-de627e695018 req-8ec61759-0c26-4914-a753-ff0a457750d6 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4380655 Jun 24 12:26:58.195659 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.221886 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:26:58.284289 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0fc66ca3-fcf2-4f04-aefd-3402dc18d507,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:58.296642 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.297655 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 0f9c179c-4b93-4e44-8ac6-ef73fe862863 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:26:58.299762 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:58.425148 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=0fc66ca3-fcf2-4f04-aefd-3402dc18d507,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:58.432784 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-e8a208bf-6b90-4339-b529-a58d5667a55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:58.437153 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-e8a208bf-6b90-4339-b529-a58d5667a55c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=967b8aeaa9b84099a4b530f134f85b2c&device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 1096 time: 0.1248829 Jun 24 12:26:58.439386 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:58.500036 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-8a9bb574-2f27-49d9-99f0-71ab7cc57723 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76e0b7a0-f909-448d-9562-20553521f9fe HTTP/1.1" status: 200 len: 217 time: 0.0397594 Jun 24 12:26:58.550721 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.563750 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0818f1ee-814f-4d2c-be1f-5403e53d7794 req-5939561a-f3af-4e37-9d10-879bbdb9d1ee tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:58.572945 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0818f1ee-814f-4d2c-be1f-5403e53d7794 req-5939561a-f3af-4e37-9d10-879bbdb9d1ee tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 945 time: 0.2042942 Jun 24 12:26:58.582506 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 0f9c179c-4b93-4e44-8ac6-ef73fe862863, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0f9c179c-4b93-4e44-8ac6-ef73fe862863,segment=NetworkSegment(e955a9d6-9127-410f-8016-091b853a7aa9),segment_id=e955a9d6-9127-410f-8016-091b853a7aa9)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:58.584602 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae544a-4c96-441f-b3cb-a4a8c79cfa12 req-c8eb7f80-113f-448e-a65b-a8431e69233c tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:58.595505 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5fae544a-4c96-441f-b3cb-a4a8c79cfa12 req-c8eb7f80-113f-448e-a65b-a8431e69233c tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 945 time: 0.1461647 Jun 24 12:26:58.604027 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': '0f9c179c-4b93-4e44-8ac6-ef73fe862863', 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5', 'port_id': '0f9c179c-4b93-4e44-8ac6-ef73fe862863', 'mac_address': 'fa:16:3e:32:76:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bda3046-98c5-404d-a857-c5a2cdd0e043', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:26:58.607846 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-68c8d516-6a37-49f4-8278-61d4434d99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:58.609969 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-68c8d516-6a37-49f4-8278-61d4434d99d0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bda3046-98c5-404d-a857-c5a2cdd0e043 HTTP/1.1" status: 200 len: 859 time: 0.1026499 Jun 24 12:26:58.656809 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5fae544a-4c96-441f-b3cb-a4a8c79cfa12 req-93528874-d5ab-4f02-86cf-5e26cb39d308 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600085 Jun 24 12:26:58.658154 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.678820 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9c179c-4b93-4e44-8ac6-ef73fe862863 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:26:58.712934 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 0f9c179c-4b93-4e44-8ac6-ef73fe862863, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0f9c179c-4b93-4e44-8ac6-ef73fe862863,segment=NetworkSegment(e955a9d6-9127-410f-8016-091b853a7aa9),segment_id=e955a9d6-9127-410f-8016-091b853a7aa9)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:26:58.717182 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0818f1ee-814f-4d2c-be1f-5403e53d7794 req-11efd67b-d6bb-4ee6-9395-9bcdb047208b tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421163 Jun 24 12:26:58.722598 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:58.732168 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:26:58.749534 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-900464bc-12e6-4019-ab5a-607a8917dea1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730712 Jun 24 12:26:58.856944 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=0f9c179c-4b93-4e44-8ac6-ef73fe862863,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:26:58.860735 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:26:58.969960 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-fc602b41-4b91-48b2-a304-5d7440489776 service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569149 Jun 24 12:26:59.054671 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755bb95-ed48-4ba2-82c9-55563d5d59f0 req-8930df9f-16d2-4054-99cb-be18a74f84a4 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:59.064116 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d755bb95-ed48-4ba2-82c9-55563d5d59f0 req-8930df9f-16d2-4054-99cb-be18a74f84a4 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 943 time: 0.1516235 Jun 24 12:26:59.199937 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['0fc66ca3-fcf2-4f04-aefd-3402dc18d507'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:26:59.206444 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d3e7b28c-3838-4c5f-834f-c866e6ad27d5 req-7e8f5248-c0ab-46c2-8841-583273e8419d service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332382 Jun 24 12:26:59.276542 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['0f9c179c-4b93-4e44-8ac6-ef73fe862863'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:26:59.342479 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d755bb95-ed48-4ba2-82c9-55563d5d59f0 req-51e309bd-3817-4c22-82fa-2696fe6f92c6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773020 Jun 24 12:26:59.416620 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3cfa6-b085-4b04-9ce2-bd325d05f1ae req-73d3c088-6ec2-4844-8cb7-9ab4cce8d02a tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:59.418384 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-81e3cfa6-b085-4b04-9ce2-bd325d05f1ae req-73d3c088-6ec2-4844-8cb7-9ab4cce8d02a tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 946 time: 0.1290421 Jun 24 12:26:59.427643 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:26:59.512067 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-81e3cfa6-b085-4b04-9ce2-bd325d05f1ae req-adff1292-3793-4307-9fef-8baf31a67104 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855498 Jun 24 12:26:59.881111 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7f34c-f7e5-4adc-815b-d82d47db833e req-3c4d9f8f-e082-4dab-ab1a-14ddd17a27bf tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:59.889680 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0bf7f34c-f7e5-4adc-815b-d82d47db833e req-3c4d9f8f-e082-4dab-ab1a-14ddd17a27bf tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 945 time: 0.1073816 Jun 24 12:26:59.954380 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0bf7f34c-f7e5-4adc-815b-d82d47db833e req-485108f1-f39c-479b-bc2f-1861dfc86447 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636306 Jun 24 12:26:59.983722 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759896a3-db8b-4fd2-91b4-908c8b0cc163 req-b9792eff-ecab-4413-99f2-8c5b4bd0f335 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:26:59.985289 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-759896a3-db8b-4fd2-91b4-908c8b0cc163 req-b9792eff-ecab-4413-99f2-8c5b4bd0f335 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 945 time: 0.1393495 Jun 24 12:27:00.030564 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-759896a3-db8b-4fd2-91b4-908c8b0cc163 req-dd1a353f-66d2-4aef-aa52-b95833e4bd02 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351768 Jun 24 12:27:00.556087 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5aaa2b-83f1-4084-9959-75a3e632a1d6 req-aea2a801-2831-400a-affb-8a63126da7f2 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:00.557784 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6e5aaa2b-83f1-4084-9959-75a3e632a1d6 req-aea2a801-2831-400a-affb-8a63126da7f2 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 943 time: 0.0947549 Jun 24 12:27:00.615669 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6e5aaa2b-83f1-4084-9959-75a3e632a1d6 req-127cf43e-4652-4d0e-9f6c-bf9ff2968bbb tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519931 Jun 24 12:27:00.823928 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:00.903141 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35190) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:01.011156 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9bc5fa1d-0d8b-4e4e-a733-092d7ec4a5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:01.124239 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9bc5fa1d-0d8b-4e4e-a733-092d7ec4a5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:01.129905 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9bc5fa1d-0d8b-4e4e-a733-092d7ec4a5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:01.134685 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-df56b6e7-9308-4da0-940a-ff6414fd5dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:01.152681 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92755aa-aea5-4d1e-ba85-f6f8fd9e2f74 req-5cd6254a-b29c-446f-9786-8663f23027f2 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:01.154563 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c92755aa-aea5-4d1e-ba85-f6f8fd9e2f74 req-5cd6254a-b29c-446f-9786-8663f23027f2 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 945 time: 0.0772827 Jun 24 12:27:01.175560 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5fa1d-0d8b-4e4e-a733-092d7ec4a5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de628a85-a676-4960-ad40-319dc71287c2,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:01.179040 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-9bc5fa1d-0d8b-4e4e-a733-092d7ec4a5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:01.181588 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-9bc5fa1d-0d8b-4e4e-a733-092d7ec4a5c1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c932b989336748e7ac15cadcc4b1e5ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773774 Jun 24 12:27:01.185520 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 35202) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:01.209124 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:01.227922 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c92755aa-aea5-4d1e-ba85-f6f8fd9e2f74 req-2e07282a-37ca-447b-adfb-68d43d7d5aea tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671113 Jun 24 12:27:01.278718 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-38027cd2-14df-4003-8257-bba50d1cfe7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:01.317303 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-38027cd2-14df-4003-8257-bba50d1cfe7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:01.371518 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-38027cd2-14df-4003-8257-bba50d1cfe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:01.376279 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-38027cd2-14df-4003-8257-bba50d1cfe7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:01.377638 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-38027cd2-14df-4003-8257-bba50d1cfe7e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/de628a85-a676-4960-ad40-319dc71287c2 HTTP/1.1" status: 204 len: 168 time: 0.1911201 Jun 24 12:27:01.378815 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-43be67c1-98bf-4dfb-b4d9-e8e62c33aa08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:01.390444 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38027cd2-14df-4003-8257-bba50d1cfe7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de628a85-a676-4960-ad40-319dc71287c2,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:01.393144 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-38027cd2-14df-4003-8257-bba50d1cfe7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:01.782399 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 35238) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:01.802929 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-8c9ee1e2-d39f-4746-834c-aed105f256bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:01.938217 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb92a8-e4d2-497e-978a-4cf79f097e09 req-d2e27799-560b-42a2-894e-53cc801e293b tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:01.941287 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2ceb92a8-e4d2-497e-978a-4cf79f097e09 req-d2e27799-560b-42a2-894e-53cc801e293b tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 943 time: 0.1053829 Jun 24 12:27:01.943514 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 76e0b7a0-f909-448d-9562-20553521f9fe details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:27:01.950911 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 0f9c179c-4b93-4e44-8ac6-ef73fe862863 up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:02.025578 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2ceb92a8-e4d2-497e-978a-4cf79f097e09 req-fb9a93a3-3615-4cc7-87c0-6be0701257ec tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755651 Jun 24 12:27:02.037468 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-8c9ee1e2-d39f-4746-834c-aed105f256bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.046941 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-8c9ee1e2-d39f-4746-834c-aed105f256bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.052897 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:02.086789 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port 0f9c179c-4b93-4e44-8ac6-ef73fe862863 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:02.094006 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ee1e2-d39f-4746-834c-aed105f256bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e435e7-9ec9-4e63-83de-0f908e8aa70b,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:02.096098 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port 0f9c179c-4b93-4e44-8ac6-ef73fe862863 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:02.096586 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.100209 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-8c9ee1e2-d39f-4746-834c-aed105f256bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:02.117839 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-8c9ee1e2-d39f-4746-834c-aed105f256bd admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8411ebd36bbc455080562ac4f1ed52ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341110 Jun 24 12:27:02.120302 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 35250) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:02.145950 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 76e0b7a0-f909-448d-9562-20553521f9fe, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=76e0b7a0-f909-448d-9562-20553521f9fe,segment=NetworkSegment(e955a9d6-9127-410f-8016-091b853a7aa9),segment_id=e955a9d6-9127-410f-8016-091b853a7aa9)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:02.167069 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': '76e0b7a0-f909-448d-9562-20553521f9fe', 'network_id': '4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5', 'port_id': '76e0b7a0-f909-448d-9562-20553521f9fe', 'mac_address': 'fa:16:3e:15:74:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bda3046-98c5-404d-a857-c5a2cdd0e043', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:27:02.178921 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc603ea9-884f-4ea6-8db6-44b4d8ece93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.203227 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc603ea9-884f-4ea6-8db6-44b4d8ece93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.238448 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.263329 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e0b7a0-f909-448d-9562-20553521f9fe {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:27:02.271143 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc603ea9-884f-4ea6-8db6-44b4d8ece93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.271556 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.288233 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc603ea9-884f-4ea6-8db6-44b4d8ece93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.288233 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-cc603ea9-884f-4ea6-8db6-44b4d8ece93c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/65e435e7-9ec9-4e63-83de-0f908e8aa70b HTTP/1.1" status: 204 len: 168 time: 0.1622777 Jun 24 12:27:02.288233 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:02.315248 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc603ea9-884f-4ea6-8db6-44b4d8ece93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e435e7-9ec9-4e63-83de-0f908e8aa70b,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:02.316447 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 76e0b7a0-f909-448d-9562-20553521f9fe, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=76e0b7a0-f909-448d-9562-20553521f9fe,segment=NetworkSegment(e955a9d6-9127-410f-8016-091b853a7aa9),segment_id=e955a9d6-9127-410f-8016-091b853a7aa9)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:02.321140 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-cc603ea9-884f-4ea6-8db6-44b4d8ece93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:02.325755 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0e34eb-3a11-4981-8c93-172936ab4e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9c179c-4b93-4e44-8ac6-ef73fe862863'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:02.328506 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8efa40-c519-4985-bc4e-b8e9018503ba" -d '{"events": [{"server_uuid": "8e0e34eb-3a11-4981-8c93-172936ab4e0a", "name": "network-vif-plugged", "status": "completed", "tag": "0f9c179c-4b93-4e44-8ac6-ef73fe862863"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:02.342991 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.346986 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-d118bdf3-b2f9-4ec7-9fdc-3c71dd07d69e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:02.353803 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 0f9c179c-4b93-4e44-8ac6-ef73fe862863, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0f9c179c-4b93-4e44-8ac6-ef73fe862863,segment=NetworkSegment(e955a9d6-9127-410f-8016-091b853a7aa9),segment_id=e955a9d6-9127-410f-8016-091b853a7aa9)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:02.374714 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.375697 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:02.436220 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=76e0b7a0-f909-448d-9562-20553521f9fe,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:02.439625 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:02.440550 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:02.458633 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057a63f-28db-4dcf-99ce-d73f5653a7e3 req-c45e74f2-126e-4749-8742-eb534ae065a1 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:02.469261 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e057a63f-28db-4dcf-99ce-d73f5653a7e3 req-c45e74f2-126e-4749-8742-eb534ae065a1 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 945 time: 0.0886674 Jun 24 12:27:02.493338 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=0f9c179c-4b93-4e44-8ac6-ef73fe862863,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:02.499840 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:02.511240 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:02.518384 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:02.519756 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.525744 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e057a63f-28db-4dcf-99ce-d73f5653a7e3 req-325adde9-81b7-4216-aef2-2abc142d5a86 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551906 Jun 24 12:27:02.616631 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d825feb2-34c3-4344-a983-23b63de521cf x-openstack-request-id: req-d825feb2-34c3-4344-a983-23b63de521cf {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:02.617251 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0e34eb-3a11-4981-8c93-172936ab4e0a", "name": "network-vif-plugged", "status": "completed", "tag": "0f9c179c-4b93-4e44-8ac6-ef73fe862863", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:02.617511 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d825feb2-34c3-4344-a983-23b63de521cf {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:02.618165 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0e34eb-3a11-4981-8c93-172936ab4e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9c179c-4b93-4e44-8ac6-ef73fe862863', 'code': 200} Jun 24 12:27:02.636580 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.707156 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0fc66ca3-fcf2-4f04-aefd-3402dc18d507,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:02.717469 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:02.719703 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:02.732209 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['76e0b7a0-f909-448d-9562-20553521f9fe'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:27:02.946115 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 35284) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:02.970133 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-9e0d2139-fb53-4d32-b108-18fdd6916279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.064078 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=0fc66ca3-fcf2-4f04-aefd-3402dc18d507,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:03.070109 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:03.144740 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687f635-9e89-4f66-9ea3-4689a8b70a2c req-ae13f963-2210-49ed-872b-e412fb884e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:03.146597 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-4687f635-9e89-4f66-9ea3-4689a8b70a2c req-ae13f963-2210-49ed-872b-e412fb884e87 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 1099 time: 0.1973443 Jun 24 12:27:03.213904 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-9e0d2139-fb53-4d32-b108-18fdd6916279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.214979 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-4687f635-9e89-4f66-9ea3-4689a8b70a2c req-26c6ce62-efa5-4987-ad36-b894c418f95a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607157 Jun 24 12:27:03.222064 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-9e0d2139-fb53-4d32-b108-18fdd6916279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.227386 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-40b8f4fb-30b7-46c0-870e-46e56ea01905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:03.291591 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-9e0d2139-fb53-4d32-b108-18fdd6916279 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c9627e628cba4818a983437dec068ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416800 Jun 24 12:27:03.292352 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35298) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:03.310648 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d2139-fb53-4d32-b108-18fdd6916279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9d7ae7-0065-47ad-90f8-7ff6f9b33fc7,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:03.316002 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-9e0d2139-fb53-4d32-b108-18fdd6916279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:03.358578 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e9aef-ef22-42bd-bd17-518af0b8f26d req-efe492f7-22ff-445f-bc40-58f0ddc68415 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:03.360153 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1f5e9aef-ef22-42bd-bd17-518af0b8f26d req-efe492f7-22ff-445f-bc40-58f0ddc68415 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 944 time: 0.0890565 Jun 24 12:27:03.368807 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6b87ec7c-ab54-45bd-a1a4-9ecc7b6d2056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.392211 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6b87ec7c-ab54-45bd-a1a4-9ecc7b6d2056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.402880 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1f5e9aef-ef22-42bd-bd17-518af0b8f26d req-52b63c6b-e38b-4098-9a32-2f8e98682cf6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357921 Jun 24 12:27:03.453654 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6b87ec7c-ab54-45bd-a1a4-9ecc7b6d2056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.456793 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6b87ec7c-ab54-45bd-a1a4-9ecc7b6d2056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.457980 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-6b87ec7c-ab54-45bd-a1a4-9ecc7b6d2056 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9f9d7ae7-0065-47ad-90f8-7ff6f9b33fc7 HTTP/1.1" status: 204 len: 168 time: 0.1644478 Jun 24 12:27:03.458639 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:03.470058 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87ec7c-ab54-45bd-a1a4-9ecc7b6d2056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9d7ae7-0065-47ad-90f8-7ff6f9b33fc7,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:03.473900 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-6b87ec7c-ab54-45bd-a1a4-9ecc7b6d2056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:03.722987 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35322) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:03.741516 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58fd36-110c-4249-a0e4-8812876070b9 req-81444664-70f9-4b87-a3c2-070cb0027cbc tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:03.741516 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0f58fd36-110c-4249-a0e4-8812876070b9 req-81444664-70f9-4b87-a3c2-070cb0027cbc tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0678468 Jun 24 12:27:03.791399 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0f58fd36-110c-4249-a0e4-8812876070b9 req-2f858cd9-daa2-42c3-bd34-54e17560b96b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481734 Jun 24 12:27:03.859684 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-09578a23-d3c1-429f-bf28-d24727c3ff5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.979854 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-09578a23-d3c1-429f-bf28-d24727c3ff5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.984931 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-09578a23-d3c1-429f-bf28-d24727c3ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:03.987817 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:04.023216 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09578a23-d3c1-429f-bf28-d24727c3ff5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514009a3-8a42-4bdc-b139-c3f3e52e5e8b,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:04.029038 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-09578a23-d3c1-429f-bf28-d24727c3ff5d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=271a0c6d780e4d2780b8047a3273043a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048780 Jun 24 12:27:04.030143 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-09578a23-d3c1-429f-bf28-d24727c3ff5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:04.032109 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35342) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:04.094677 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b78712f7-e012-4b5d-923c-55337f0e34ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:04.120020 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b78712f7-e012-4b5d-923c-55337f0e34ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:04.180389 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b78712f7-e012-4b5d-923c-55337f0e34ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:04.184167 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b78712f7-e012-4b5d-923c-55337f0e34ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:04.188847 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-b78712f7-e012-4b5d-923c-55337f0e34ca admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/514009a3-8a42-4bdc-b139-c3f3e52e5e8b HTTP/1.1" status: 204 len: 168 time: 0.1553521 Jun 24 12:27:04.189740 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:04.201147 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78712f7-e012-4b5d-923c-55337f0e34ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514009a3-8a42-4bdc-b139-c3f3e52e5e8b,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:04.220269 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b78712f7-e012-4b5d-923c-55337f0e34ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:04.567522 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 35368) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:04.591820 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-a1900ecd-3955-4b38-8ade-9c2d61255e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:04.619654 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931391c3-d09c-4722-b02a-043d99f263a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc66ca3-fcf2-4f04-aefd-3402dc18d507'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:04.622160 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea42a5c8-8ed0-4d67-88cc-b51f5b53a491" -d '{"events": [{"server_uuid": "931391c3-d09c-4722-b02a-043d99f263a1", "name": "network-vif-plugged", "status": "completed", "tag": "0fc66ca3-fcf2-4f04-aefd-3402dc18d507"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:04.652267 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e78d1-e86e-4e0e-b075-f5f707f06d87 req-30e88186-5a10-4f32-85fa-91e73199e24b tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:04.654213 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f93e78d1-e86e-4e0e-b075-f5f707f06d87 req-30e88186-5a10-4f32-85fa-91e73199e24b tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 944 time: 0.1193488 Jun 24 12:27:04.667968 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e600a1-e63f-4117-bb6a-23bdbb80688d x-openstack-request-id: req-c9e600a1-e63f-4117-bb6a-23bdbb80688d {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:04.668576 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931391c3-d09c-4722-b02a-043d99f263a1", "name": "network-vif-plugged", "status": "completed", "tag": "0fc66ca3-fcf2-4f04-aefd-3402dc18d507", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:04.669622 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c9e600a1-e63f-4117-bb6a-23bdbb80688d {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:04.670355 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931391c3-d09c-4722-b02a-043d99f263a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fc66ca3-fcf2-4f04-aefd-3402dc18d507', 'code': 200} Jun 24 12:27:04.678882 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35372) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:04.715119 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f93e78d1-e86e-4e0e-b075-f5f707f06d87 req-711a820b-ea19-41a5-b7a4-aaade75c6461 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537744 Jun 24 12:27:04.755438 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-a1900ecd-3955-4b38-8ade-9c2d61255e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:04.759965 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-a1900ecd-3955-4b38-8ade-9c2d61255e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:04.764788 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-e9b96b27-5713-4627-af5c-a1a98688093d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:04.830589 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-a1900ecd-3955-4b38-8ade-9c2d61255e4b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a1786070d5aa49ccbe29d2e4b8906813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613647 Jun 24 12:27:04.831657 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1900ecd-3955-4b38-8ade-9c2d61255e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da45753-f57e-4989-9d31-9d49f6aeaa49,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:04.833370 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35380) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:04.853283 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-a1900ecd-3955-4b38-8ade-9c2d61255e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:05.073966 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-afa90a3d-f1a7-43fc-b265-051e6268585e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:05.096427 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-4c6ee143-5c3d-447d-b4b9-25fe64ce5658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:05.118919 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9204f-d521-4c18-ac3b-221d068c56c3 req-96ffd298-4889-4fd7-961f-41ca372931a4 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:05.122842 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-91f9204f-d521-4c18-ac3b-221d068c56c3 req-96ffd298-4889-4fd7-961f-41ca372931a4 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0964141 Jun 24 12:27:05.181077 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-91f9204f-d521-4c18-ac3b-221d068c56c3 req-dd0f12fe-ff0d-4804-9734-5c0703ffea0a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514219 Jun 24 12:27:05.206532 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-4c6ee143-5c3d-447d-b4b9-25fe64ce5658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:05.307160 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06014f-97ec-4145-9b96-bc8491444d9f req-1a35f3bc-b960-4900-85fb-3190ece9875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:05.308912 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-eb06014f-97ec-4145-9b96-bc8491444d9f req-1a35f3bc-b960-4900-85fb-3190ece9875e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 1099 time: 0.1422665 Jun 24 12:27:05.329420 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-4c6ee143-5c3d-447d-b4b9-25fe64ce5658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:05.354674 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-4c6ee143-5c3d-447d-b4b9-25fe64ce5658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:05.358377 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-4c6ee143-5c3d-447d-b4b9-25fe64ce5658 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0da45753-f57e-4989-9d31-9d49f6aeaa49 HTTP/1.1" status: 204 len: 168 time: 0.5207558 Jun 24 12:27:05.360214 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:05.403799 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ee143-5c3d-447d-b4b9-25fe64ce5658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da45753-f57e-4989-9d31-9d49f6aeaa49,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:05.414686 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-4c6ee143-5c3d-447d-b4b9-25fe64ce5658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:05.428397 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-eb06014f-97ec-4145-9b96-bc8491444d9f req-588ab4c8-16b8-4038-a32b-7474a1799555 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103427 Jun 24 12:27:05.460436 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-afa90a3d-f1a7-43fc-b265-051e6268585e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:05.465815 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-afa90a3d-f1a7-43fc-b265-051e6268585e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:05.477065 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-67780605-4aad-4476-83fb-18c028ad9676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:05.498348 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35418) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:05.534404 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-afa90a3d-f1a7-43fc-b265-051e6268585e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=17dccb27a498477c8328caea9217e798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8542094 Jun 24 12:27:05.535616 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa90a3d-f1a7-43fc-b265-051e6268585e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff81dd2e-d158-46ee-bba2-faaba1f8730a,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:05.537637 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35422) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:05.545703 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-afa90a3d-f1a7-43fc-b265-051e6268585e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:05.593466 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b0179603-cbc6-462a-843f-8ab4372621bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:05.620841 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b0179603-cbc6-462a-843f-8ab4372621bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:05.690223 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b0179603-cbc6-462a-843f-8ab4372621bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:05.692839 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b0179603-cbc6-462a-843f-8ab4372621bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:05.693999 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-b0179603-cbc6-462a-843f-8ab4372621bf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ff81dd2e-d158-46ee-bba2-faaba1f8730a HTTP/1.1" status: 204 len: 168 time: 0.1554480 Jun 24 12:27:05.694681 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:05.697569 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294f091-9b85-48a0-849f-79aeb24d79ad req-111c5ccb-368f-405d-8510-9f3173dbade3 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:05.703690 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0179603-cbc6-462a-843f-8ab4372621bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff81dd2e-d158-46ee-bba2-faaba1f8730a,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:05.705357 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5294f091-9b85-48a0-849f-79aeb24d79ad req-111c5ccb-368f-405d-8510-9f3173dbade3 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 946 time: 0.1213217 Jun 24 12:27:05.706415 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b0179603-cbc6-462a-843f-8ab4372621bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:05.769070 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c9238-a364-44a5-a473-b30a91bb9601 req-59ba9935-23b6-4a0d-bf6e-971eb12f0260 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:05.781488 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-504c9238-a364-44a5-a473-b30a91bb9601 req-59ba9935-23b6-4a0d-bf6e-971eb12f0260 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/networks?id=e1f1aa0f-fd0e-4821-a005-7c107dd03887 HTTP/1.1" status: 200 len: 813 time: 0.2882206 Jun 24 12:27:05.803886 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-504c9238-a364-44a5-a473-b30a91bb9601 req-2e3a88f5-0ed6-4285-824c-04e2718644f4 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/quotas/a955bf822d9048f5940776ef24fd6e11 HTTP/1.1" status: 200 len: 375 time: 0.0212777 Jun 24 12:27:05.828700 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5294f091-9b85-48a0-849f-79aeb24d79ad req-1ea829b7-d44a-4321-a13b-b8f6fc8fdd3d tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224668 Jun 24 12:27:05.861543 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d55f-0e54-4e01-a38e-b8b419e93f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:05.900780 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-504c9238-a364-44a5-a473-b30a91bb9601 req-fe5ef96e-e0dd-4135-aee2-6a5c3457acb4 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a955bf822d9048f5940776ef24fd6e11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0897784 Jun 24 12:27:05.973015 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 76e0b7a0-f909-448d-9562-20553521f9fe up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:06.011604 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d55f-0e54-4e01-a38e-b8b419e93f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.018055 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d55f-0e54-4e01-a38e-b8b419e93f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.025673 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:06.036959 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-504c9238-a364-44a5-a473-b30a91bb9601 req-9cee50e4-2f6f-4494-a41a-15714fb75df4 service neutron] 10.222.0.98 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267858 Jun 24 12:27:06.037301 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port 76e0b7a0-f909-448d-9562-20553521f9fe completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:06.046693 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port 76e0b7a0-f909-448d-9562-20553521f9fe triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:06.047741 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.076063 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6d55f-0e54-4e01-a38e-b8b419e93f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d98743c-d18f-4f73-9030-97518e7c7afa,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:06.082827 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-bbe6d55f-0e54-4e01-a38e-b8b419e93f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:06.102724 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-bbe6d55f-0e54-4e01-a38e-b8b419e93f45 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=07eacce452274627a36475d1d837abc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5988801 Jun 24 12:27:06.105661 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35436) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:06.223623 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.228201 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfc92-3c4f-44c2-9686-841728e0fb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.228982 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-504c9238-a364-44a5-a473-b30a91bb9601 req-ae890042-fede-4452-a157-c0ac8d6e6487 service neutron] 10.222.0.98 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771119 Jun 24 12:27:06.276902 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 76e0b7a0-f909-448d-9562-20553521f9fe, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=76e0b7a0-f909-448d-9562-20553521f9fe,segment=NetworkSegment(e955a9d6-9127-410f-8016-091b853a7aa9),segment_id=e955a9d6-9127-410f-8016-091b853a7aa9)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:06.284013 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.287322 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfc92-3c4f-44c2-9686-841728e0fb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.288171 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:06.299840 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564f691-59b4-4817-bab5-1dd8221981a4 req-b4fc5ca5-96a0-42a7-a3af-213f88e84c63 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:06.312049 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5564f691-59b4-4817-bab5-1dd8221981a4 req-b4fc5ca5-96a0-42a7-a3af-213f88e84c63 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 944 time: 0.2733507 Jun 24 12:27:06.369870 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfc92-3c4f-44c2-9686-841728e0fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.373119 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8b7cfc92-3c4f-44c2-9686-841728e0fb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.377051 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-8b7cfc92-3c4f-44c2-9686-841728e0fb99 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9d98743c-d18f-4f73-9030-97518e7c7afa HTTP/1.1" status: 204 len: 168 time: 0.2661276 Jun 24 12:27:06.379016 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b0179603-cbc6-462a-843f-8ab4372621bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:06.390050 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cfc92-3c4f-44c2-9686-841728e0fb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d98743c-d18f-4f73-9030-97518e7c7afa,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:06.392696 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8b7cfc92-3c4f-44c2-9686-841728e0fb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:06.405253 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5564f691-59b4-4817-bab5-1dd8221981a4 req-39f05821-4c09-4b28-bccd-7c095fa45a3e tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920472 Jun 24 12:27:06.412806 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=76e0b7a0-f909-448d-9562-20553521f9fe,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:06.424868 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:06.500532 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35458) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:06.515778 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6a89dfaa-cec2-4339-b832-1a1c4925f31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.550381 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-81a991b9-f585-4a7d-b40a-69966dc53b2d req-3eed2d5c-9d38-4ed1-bfcb-a8e268fb6ac5 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 210 time: 0.0729184 Jun 24 12:27:06.672152 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2258ef8-69ca-4354-b96f-fdd329c593cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e0b7a0-f909-448d-9562-20553521f9fe'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:06.675252 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538d5086-90fb-4707-8649-4e22ac8dec83" -d '{"events": [{"server_uuid": "c2258ef8-69ca-4354-b96f-fdd329c593cf", "name": "network-vif-plugged", "status": "completed", "tag": "76e0b7a0-f909-448d-9562-20553521f9fe"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:06.709128 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6a89dfaa-cec2-4339-b832-1a1c4925f31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.713192 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9185aac-9b2b-4a89-9d6e-45f7059f0bd5 req-993f9482-e21d-45cc-b23d-0287526b8fcc tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:06.717944 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6a89dfaa-cec2-4339-b832-1a1c4925f31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.723514 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e9185aac-9b2b-4a89-9d6e-45f7059f0bd5 req-993f9482-e21d-45cc-b23d-0287526b8fcc tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.1372733 Jun 24 12:27:06.723783 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-afa90a3d-f1a7-43fc-b265-051e6268585e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:06.747826 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a452f72a-7630-405d-a1d8-a2c4352f0a3d x-openstack-request-id: req-a452f72a-7630-405d-a1d8-a2c4352f0a3d {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:06.748127 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2258ef8-69ca-4354-b96f-fdd329c593cf", "name": "network-vif-plugged", "status": "completed", "tag": "76e0b7a0-f909-448d-9562-20553521f9fe", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:06.748578 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a452f72a-7630-405d-a1d8-a2c4352f0a3d {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:06.749714 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2258ef8-69ca-4354-b96f-fdd329c593cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e0b7a0-f909-448d-9562-20553521f9fe', 'code': 200} Jun 24 12:27:06.772473 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-6a89dfaa-cec2-4339-b832-1a1c4925f31f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0cc89d0162ec4c67bcbd1341f7207741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708337 Jun 24 12:27:06.773302 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35468) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:06.775603 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89dfaa-cec2-4339-b832-1a1c4925f31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab5c5d7-7e54-4401-83a3-71c17779a326,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:06.785130 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-6a89dfaa-cec2-4339-b832-1a1c4925f31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:06.793204 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e9185aac-9b2b-4a89-9d6e-45f7059f0bd5 req-553f663e-86e0-4c64-bec1-f7a906e495fc tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687220 Jun 24 12:27:06.846059 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9ce01f66-dbde-4e21-88a2-de4e86019215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.873149 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9ce01f66-dbde-4e21-88a2-de4e86019215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.930609 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9ce01f66-dbde-4e21-88a2-de4e86019215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.934844 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9ce01f66-dbde-4e21-88a2-de4e86019215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:06.938641 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-9ce01f66-dbde-4e21-88a2-de4e86019215 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2ab5c5d7-7e54-4401-83a3-71c17779a326 HTTP/1.1" status: 204 len: 168 time: 0.1641197 Jun 24 12:27:06.939465 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-4c6ee143-5c3d-447d-b4b9-25fe64ce5658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:06.947231 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce01f66-dbde-4e21-88a2-de4e86019215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab5c5d7-7e54-4401-83a3-71c17779a326,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:06.949554 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-9ce01f66-dbde-4e21-88a2-de4e86019215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:07.140385 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a423d-5390-470d-a611-1d98042a1934 req-f6582418-b669-45d5-9ed2-c80ed9fc8e0c tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:07.147188 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-798a423d-5390-470d-a611-1d98042a1934 req-f6582418-b669-45d5-9ed2-c80ed9fc8e0c tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 946 time: 0.1127360 Jun 24 12:27:07.201289 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-798a423d-5390-470d-a611-1d98042a1934 req-f677a553-a179-4f30-be41-26a48024347f tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525153 Jun 24 12:27:07.273369 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 35494) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:07.291859 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4c15836c-3d5f-43f8-b843-4b99faa93186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:07.370913 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e61143-0c61-45f6-963f-1006d884bc1c req-46475d91-efdf-431c-bd92-9bd5c5d1b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:07.373077 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-e1e61143-0c61-45f6-963f-1006d884bc1c req-46475d91-efdf-431c-bd92-9bd5c5d1b5fb service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 1098 time: 0.0604117 Jun 24 12:27:07.433003 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4c15836c-3d5f-43f8-b843-4b99faa93186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:07.441173 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4c15836c-3d5f-43f8-b843-4b99faa93186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:07.444363 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:07.481143 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-e1e61143-0c61-45f6-963f-1006d884bc1c req-5076deb0-2458-49fd-a49c-1fa450b915c5 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658827 Jun 24 12:27:07.529667 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-4c15836c-3d5f-43f8-b843-4b99faa93186 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e80c2a04a45c4766ae93b0591acf660b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543311 Jun 24 12:27:07.532738 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35506) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:07.533940 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15836c-3d5f-43f8-b843-4b99faa93186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7222625a-8f94-4c4f-8dd1-0bf9fb8e0f29,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:07.540239 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-4c15836c-3d5f-43f8-b843-4b99faa93186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:07.600100 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a6252d82-4f94-4bc6-9a2e-a4d5674b4ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:07.626263 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a6252d82-4f94-4bc6-9a2e-a4d5674b4ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:07.683388 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d5faa-7c03-4a07-85d3-2b11c3a9b032 req-83fb8ed2-b133-4d58-aba7-95ec020cc5f8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:07.687066 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4c3d5faa-7c03-4a07-85d3-2b11c3a9b032 req-83fb8ed2-b133-4d58-aba7-95ec020cc5f8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1144984 Jun 24 12:27:07.695161 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a6252d82-4f94-4bc6-9a2e-a4d5674b4ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:07.702695 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a6252d82-4f94-4bc6-9a2e-a4d5674b4ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:07.704853 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-a6252d82-4f94-4bc6-9a2e-a4d5674b4ce2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/7222625a-8f94-4c4f-8dd1-0bf9fb8e0f29 HTTP/1.1" status: 204 len: 168 time: 0.1691215 Jun 24 12:27:07.706397 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-6b87ec7c-ab54-45bd-a1a4-9ecc7b6d2056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:07.719045 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35518) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:07.720012 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6252d82-4f94-4bc6-9a2e-a4d5674b4ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7222625a-8f94-4c4f-8dd1-0bf9fb8e0f29,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:07.721621 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-70424b67-b814-47f7-b03b-175e58964618 req-428fcfa5-4f89-4583-94e0-ec8a28502fb6 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 210 time: 0.0495949 Jun 24 12:27:07.734922 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-a6252d82-4f94-4bc6-9a2e-a4d5674b4ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:07.799712 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4c3d5faa-7c03-4a07-85d3-2b11c3a9b032 req-6b487d55-b27b-4304-90a7-ffe2d09d864f tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769050 Jun 24 12:27:07.973049 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e7075-da21-422c-bf55-ad3f06478c91 req-95b6264d-b2e9-4315-ba15-de4678f5fd1a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:07.974543 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-729e7075-da21-422c-bf55-ad3f06478c91 req-95b6264d-b2e9-4315-ba15-de4678f5fd1a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0692241 Jun 24 12:27:08.023106 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-729e7075-da21-422c-bf55-ad3f06478c91 req-791c23f2-3798-49d6-8ac4-101a789acd68 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428090 Jun 24 12:27:08.031806 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-db4c79fb-8249-4cec-ba0d-5e5f3a30987e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:08.136427 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-db4c79fb-8249-4cec-ba0d-5e5f3a30987e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:08.143416 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-db4c79fb-8249-4cec-ba0d-5e5f3a30987e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:08.148103 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:08.195476 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-db4c79fb-8249-4cec-ba0d-5e5f3a30987e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b7eaa129fd734945989ab8b671883d81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4621625 Jun 24 12:27:08.197303 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c79fb-8249-4cec-ba0d-5e5f3a30987e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c4a658-9f0d-4258-a16a-634b6807f87f,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:08.201964 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 35538) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:08.215815 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-db4c79fb-8249-4cec-ba0d-5e5f3a30987e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:08.306248 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15248464-9741-43ef-a76e-28ecdad73131 req-6b305497-4c88-472e-a7c1-02507c4cb526 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:08.307883 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-15248464-9741-43ef-a76e-28ecdad73131 req-6b305497-4c88-472e-a7c1-02507c4cb526 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.1455321 Jun 24 12:27:08.308635 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f71de4eb-8bd3-498e-985c-53db2efdf2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:08.318600 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35550) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:08.325526 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-a2675a9e-07fd-4614-aa39-92c2648475a1 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Request body: {'floatingip': {'port_id': '0fc66ca3-fcf2-4f04-aefd-3402dc18d507'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:08.338728 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f71de4eb-8bd3-498e-985c-53db2efdf2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:08.442822 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a2675a9e-07fd-4614-aa39-92c2648475a1 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for floatingip, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:08.444472 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79810205-2981-4776-8e95-72a8e489c05b req-807eb7fc-dd78-4b6a-8bb3-2fa32fd9125f tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:08.446303 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-79810205-2981-4776-8e95-72a8e489c05b req-807eb7fc-dd78-4b6a-8bb3-2fa32fd9125f tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 946 time: 0.1005013 Jun 24 12:27:08.447633 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f71de4eb-8bd3-498e-985c-53db2efdf2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:08.450322 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f71de4eb-8bd3-498e-985c-53db2efdf2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:08.454326 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-f71de4eb-8bd3-498e-985c-53db2efdf2ab admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/59c4a658-9f0d-4258-a16a-634b6807f87f HTTP/1.1" status: 204 len: 168 time: 0.2514131 Jun 24 12:27:08.456284 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c4721bd0-14e8-439f-88ed-e1b6e44578a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:08.476550 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71de4eb-8bd3-498e-985c-53db2efdf2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c4a658-9f0d-4258-a16a-634b6807f87f,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:08.480438 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f71de4eb-8bd3-498e-985c-53db2efdf2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:08.504394 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-79810205-2981-4776-8e95-72a8e489c05b req-1a21a162-5230-45a2-88b2-0ffc061cfec6 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487936 Jun 24 12:27:08.881648 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c9238-a364-44a5-a473-b30a91bb9601 req-87fe0845-a077-49fd-b503-2fa17cc160b0 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:08.883096 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-504c9238-a364-44a5-a473-b30a91bb9601 req-87fe0845-a077-49fd-b503-2fa17cc160b0 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.49 "GET /v2.0/networks?id=e1f1aa0f-fd0e-4821-a005-7c107dd03887 HTTP/1.1" status: 200 len: 813 time: 0.3459978 Jun 24 12:27:08.988009 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0d3d52ba-9639-4b1a-a08d-630a92b03a42 req-03b01919-9197-4405-a763-74e1d53f87c3 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 210 time: 0.0495834 Jun 24 12:27:09.038261 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [req-504c9238-a364-44a5-a473-b30a91bb9601 req-897ffdf0-6145-4e81-8645-afc332c82e79 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Request body: {'port': {'device_id': '9d3f90c5-f9b2-4e5e-918f-e864c82d64b9', 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887', 'admin_state_up': True, 'tenant_id': 'a955bf822d9048f5940776ef24fd6e11'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:09.120870 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0df95-1181-462c-afb7-4ef21d4b83fc req-87797057-ca2b-44fa-9bef-12c54b501fb6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:09.128946 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7bc0df95-1181-462c-afb7-4ef21d4b83fc req-87797057-ca2b-44fa-9bef-12c54b501fb6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1223478 Jun 24 12:27:09.164879 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d59312-fae8-4171-84f6-f10241e5ece2 req-ac51c98e-40eb-4e1e-a077-8b2a341e83cd tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:09.166638 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-67d59312-fae8-4171-84f6-f10241e5ece2 req-ac51c98e-40eb-4e1e-a077-8b2a341e83cd tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.49 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 946 time: 0.1215127 Jun 24 12:27:09.201731 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7bc0df95-1181-462c-afb7-4ef21d4b83fc req-46298ce6-8724-4712-bd84-bedf0a7e958f tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697448 Jun 24 12:27:09.299414 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35588) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:09.351899 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-319e4112-c969-4ea3-bd86-f3c76071113f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.401375 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-67d59312-fae8-4171-84f6-f10241e5ece2 req-896fc23d-9845-4280-85f9-a1851a8a4742 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Deleting port b02522a1-edc6-4151-bfda-438cf8c2ba26 {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:27:09.401748 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-67d59312-fae8-4171-84f6-f10241e5ece2 req-896fc23d-9845-4280-85f9-a1851a8a4742 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.528892 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-67d59312-fae8-4171-84f6-f10241e5ece2 req-896fc23d-9845-4280-85f9-a1851a8a4742 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] For port b02522a1-edc6-4151-bfda-438cf8c2ba26, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=b02522a1-edc6-4151-bfda-438cf8c2ba26,segment=NetworkSegment(afb4947a-830d-4645-a077-0d07beacaac6),segment_id=afb4947a-830d-4645-a077-0d07beacaac6)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:09.529408 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-67d59312-fae8-4171-84f6-f10241e5ece2 req-896fc23d-9845-4280-85f9-a1851a8a4742 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.553351 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-67d59312-fae8-4171-84f6-f10241e5ece2 req-896fc23d-9845-4280-85f9-a1851a8a4742 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Calling delete_port for b02522a1-edc6-4151-bfda-438cf8c2ba26 owned by compute:nova {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:27:09.735762 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a2675a9e-07fd-4614-aa39-92c2648475a1 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.745641 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a2675a9e-07fd-4614-aa39-92c2648475a1 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612985'] for floatingip, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.824215 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-67d59312-fae8-4171-84f6-f10241e5ece2 req-896fc23d-9845-4280-85f9-a1851a8a4742 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.836888 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:09.864189 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['b02522a1-edc6-4151-bfda-438cf8c2ba26'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:27:09.870236 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fc23d-9845-4280-85f9-a1851a8a4742 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Pushing event deleted for resources: {'Port': ['ID=b02522a1-edc6-4151-bfda-438cf8c2ba26,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:09.911385 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390932d9-bbf2-4e72-9dfb-9dc8372b2624 req-c689bbd3-1ab7-447b-9b2f-43507da8fbdf tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:09.913154 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-390932d9-bbf2-4e72-9dfb-9dc8372b2624 req-c689bbd3-1ab7-447b-9b2f-43507da8fbdf tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 946 time: 0.2139714 Jun 24 12:27:09.915185 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.l3_db [None req-a2675a9e-07fd-4614-aa39-92c2648475a1 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Floating IP d0753ee3-68b6-4ed7-9ef6-f703deb00e20 associated. External IP: 172.28.2.5, port: 0fc66ca3-fcf2-4f04-aefd-3402dc18d507. Jun 24 12:27:09.930412 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-896fc23d-9845-4280-85f9-a1851a8a4742 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:09.957318 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-319e4112-c969-4ea3-bd86-f3c76071113f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.964645 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d59312-fae8-4171-84f6-f10241e5ece2 req-896fc23d-9845-4280-85f9-a1851a8a4742 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] No DVR routers for this DVR port b02522a1-edc6-4151-bfda-438cf8c2ba26 on host hv-cinder-68948 {{(pid=92888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:27:09.968403 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-67d59312-fae8-4171-84f6-f10241e5ece2 req-896fc23d-9845-4280-85f9-a1851a8a4742 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.969094 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-319e4112-c969-4ea3-bd86-f3c76071113f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:09.970561 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-67d59312-fae8-4171-84f6-f10241e5ece2 req-896fc23d-9845-4280-85f9-a1851a8a4742 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.49 "DELETE /v2.0/ports/b02522a1-edc6-4151-bfda-438cf8c2ba26 HTTP/1.1" status: 204 len: 173 time: 0.7505045 Jun 24 12:27:09.972177 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49149212-a983-4be5-b2b6-c0f1acd19d71', 'name': 'network-vif-deleted', 'tag': 'b02522a1-edc6-4151-bfda-438cf8c2ba26'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:09.975804 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef63e762-a811-4d81-b7b0-3cc0d8a523a1" -d '{"events": [{"server_uuid": "49149212-a983-4be5-b2b6-c0f1acd19d71", "name": "network-vif-deleted", "tag": "b02522a1-edc6-4151-bfda-438cf8c2ba26"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:09.977016 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-782d0b8e-2447-4cc7-8d91-0c7974f2447d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:10.008492 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319e4112-c969-4ea3-bd86-f3c76071113f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02ad72c-eff8-4698-90c1-44e4ca5a17f6,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:10.028630 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-319e4112-c969-4ea3-bd86-f3c76071113f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:10.066213 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-390932d9-bbf2-4e72-9dfb-9dc8372b2624 req-9b7a48fe-d032-4172-a623-cc3f1f4f6bb8 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/security-groups?id=e7fa3c37-5de8-4bd1-a329-05b7ade91258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342349 Jun 24 12:27:10.083059 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3954f6-7654-436f-86aa-789519febad0 x-openstack-request-id: req-ba3954f6-7654-436f-86aa-789519febad0 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:10.083393 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49149212-a983-4be5-b2b6-c0f1acd19d71", "name": "network-vif-deleted", "tag": "b02522a1-edc6-4151-bfda-438cf8c2ba26", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:10.083669 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ba3954f6-7654-436f-86aa-789519febad0 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:10.084081 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49149212-a983-4be5-b2b6-c0f1acd19d71', 'name': 'network-vif-deleted', 'tag': 'b02522a1-edc6-4151-bfda-438cf8c2ba26', 'status': 'completed', 'code': 200} Jun 24 12:27:10.130316 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 35620) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:10.130917 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-319e4112-c969-4ea3-bd86-f3c76071113f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c2f9ac8eacfc4ed1bb9405c278967233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8305001 Jun 24 12:27:10.135322 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504c9238-a364-44a5-a473-b30a91bb9601 req-897ffdf0-6145-4e81-8645-afc332c82e79 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Made reservation on behalf of a955bf822d9048f5940776ef24fd6e11 for: {'port': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:27:10.140093 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-504c9238-a364-44a5-a473-b30a91bb9601 req-897ffdf0-6145-4e81-8645-afc332c82e79 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:10.242679 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-548586b5-0cbf-41e0-9060-d35bb28c0040 req-9934bc34-7884-4790-bfdf-fa0c85b9ebd6 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 210 time: 0.0407658 Jun 24 12:27:10.264053 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4652f3fa-f92f-41b1-a4a2-5914f4b44b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:10.305288 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4652f3fa-f92f-41b1-a4a2-5914f4b44b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:10.394034 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [req-504c9238-a364-44a5-a473-b30a91bb9601 req-897ffdf0-6145-4e81-8645-afc332c82e79 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Allocated IP 172.20.0.4 (e1f1aa0f-fd0e-4821-a005-7c107dd03887/975d93ba-ed56-4f92-8a0c-4eb6a701f2bf/396847b0-0b5a-4e97-ad50-70d4e66cf07f) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:27:10.403499 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4652f3fa-f92f-41b1-a4a2-5914f4b44b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:10.407757 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4652f3fa-f92f-41b1-a4a2-5914f4b44b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:10.408932 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2675a9e-07fd-4614-aa39-92c2648475a1 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Router 6c142bc8-d47c-4c60-a23f-5ad408951073 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:27:10.411778 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-4652f3fa-f92f-41b1-a4a2-5914f4b44b8c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a02ad72c-eff8-4698-90c1-44e4ca5a17f6 HTTP/1.1" status: 204 len: 168 time: 0.2799432 Jun 24 12:27:10.415280 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-a1900ecd-3955-4b38-8ade-9c2d61255e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:10.473808 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652f3fa-f92f-41b1-a4a2-5914f4b44b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02ad72c-eff8-4698-90c1-44e4ca5a17f6,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:10.482827 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-4652f3fa-f92f-41b1-a4a2-5914f4b44b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:10.514325 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1636c-ac40-4224-a1cb-ec2857d4e265 req-ab7caebd-a263-4180-add2-2336ae1e58d0 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:10.522135 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0eb1636c-ac40-4224-a1cb-ec2857d4e265 req-ab7caebd-a263-4180-add2-2336ae1e58d0 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1088567 Jun 24 12:27:10.557346 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0eb1636c-ac40-4224-a1cb-ec2857d4e265 req-e596ff54-73dd-448f-a691-5d10afb3ab9e tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345471 Jun 24 12:27:10.617849 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2675a9e-07fd-4614-aa39-92c2648475a1 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:27:10.625894 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a2675a9e-07fd-4614-aa39-92c2648475a1 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for floatingip, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:10.639681 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317c506-8d64-4008-a328-16e865c94220 None None] Sync routers for ids ['6c142bc8-d47c-4c60-a23f-5ad408951073'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:27:10.658396 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317c506-8d64-4008-a328-16e865c94220 None None] Routers {'6c142bc8-d47c-4c60-a23f-5ad408951073'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:27:10.659023 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-e317c506-8d64-4008-a328-16e865c94220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:26:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c142bc8-d47c-4c60-a23f-5ad408951073'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:10.729621 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-504c9238-a364-44a5-a473-b30a91bb9601 req-897ffdf0-6145-4e81-8645-afc332c82e79 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:10.745746 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-a2675a9e-07fd-4614-aa39-92c2648475a1 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "PUT /v2.0/floatingips/d0753ee3-68b6-4ed7-9ef6-f703deb00e20 HTTP/1.1" status: 200 len: 990 time: 2.4258435 Jun 24 12:27:10.748315 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931391c3-d09c-4722-b02a-043d99f263a1', 'tag': '0fc66ca3-fcf2-4f04-aefd-3402dc18d507'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:10.750700 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b7943b-6d7f-4be7-8024-cfb59c726cee" -d '{"events": [{"name": "network-changed", "server_uuid": "931391c3-d09c-4722-b02a-043d99f263a1", "tag": "0fc66ca3-fcf2-4f04-aefd-3402dc18d507"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:10.799758 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-504c9238-a364-44a5-a473-b30a91bb9601 req-897ffdf0-6145-4e81-8645-afc332c82e79 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:10.811428 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b2048167-7f0e-4630-9086-d867b7e55d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:10.860362 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['8a84a38f-dc72-4409-b249-ece62067f090'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:27:10.861923 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504c9238-a364-44a5-a473-b30a91bb9601 req-897ffdf0-6145-4e81-8645-afc332c82e79 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Network e1f1aa0f-fd0e-4821-a005-7c107dd03887 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:10.867738 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [req-504c9238-a364-44a5-a473-b30a91bb9601 req-897ffdf0-6145-4e81-8645-afc332c82e79 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:10.877030 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-504c9238-a364-44a5-a473-b30a91bb9601 req-897ffdf0-6145-4e81-8645-afc332c82e79 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:27:10.884432 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-e317c506-8d64-4008-a328-16e865c94220 None None] Set router 6c142bc8-d47c-4c60-a23f-5ad408951073 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:27:10.960532 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c9238-a364-44a5-a473-b30a91bb9601 req-897ffdf0-6145-4e81-8645-afc332c82e79 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:10.962789 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-504c9238-a364-44a5-a473-b30a91bb9601 req-897ffdf0-6145-4e81-8645-afc332c82e79 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:10.971753 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ffdf0-6145-4e81-8645-afc332c82e79 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Pushing event updated for resources: {'Port': ['ID=396847b0-0b5a-4e97-ad50-70d4e66cf07f,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:10.991582 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-897ffdf0-6145-4e81-8645-afc332c82e79 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:10.997055 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 35646) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:11.014887 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-504c9238-a364-44a5-a473-b30a91bb9601 req-897ffdf0-6145-4e81-8645-afc332c82e79 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9805653 Jun 24 12:27:11.068823 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Request body: {'port': {'device_id': '9d3f90c5-f9b2-4e5e-918f-e864c82d64b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:11.199066 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f49001-91cb-4496-a8c1-8b83ef6d9ae6 x-openstack-request-id: req-b5f49001-91cb-4496-a8c1-8b83ef6d9ae6 {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:11.199415 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931391c3-d09c-4722-b02a-043d99f263a1", "tag": "0fc66ca3-fcf2-4f04-aefd-3402dc18d507", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:11.201008 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b5f49001-91cb-4496-a8c1-8b83ef6d9ae6 {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:11.201450 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931391c3-d09c-4722-b02a-043d99f263a1', 'tag': '0fc66ca3-fcf2-4f04-aefd-3402dc18d507', 'status': 'completed', 'code': 200} Jun 24 12:27:11.322015 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:11.337194 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-7b92b469-7869-4129-8be9-33f192a0f12c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:11.550192 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-e317c506-8d64-4008-a328-16e865c94220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:30Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': 'd0753ee3-68b6-4ed7-9ef6-f703deb00e20', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'floating_ip_address': '172.28.2.5', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'port_id': '0fc66ca3-fcf2-4f04-aefd-3402dc18d507', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'mac_address': 'fa:16:3e:bb:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931391c3-d09c-4722-b02a-043d99f263a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:26:43Z', 'updated_at': '2021-06-24T12:27:09Z', 'revision_number': 1, 'project_id': '19495abb439f45f38c2dc57598099b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edab2d1d-d18e-48f2-9687-d256e2149b75', 'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'mac_address': 'fa:16:3e:1d:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:29Z', 'updated_at': '2021-06-24T12:26:39Z', 'revision_number': 5, 'project_id': '19495abb439f45f38c2dc57598099b25', 'subnets': [{'id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:11.584764 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317c506-8d64-4008-a328-16e865c94220 None None] Checking router: 6c142bc8-d47c-4c60-a23f-5ad408951073 for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:27:11.597699 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317c506-8d64-4008-a328-16e865c94220 None None] Routers {'6c142bc8-d47c-4c60-a23f-5ad408951073'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:27:11.598358 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-e317c506-8d64-4008-a328-16e865c94220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:26:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c142bc8-d47c-4c60-a23f-5ad408951073'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:11.810075 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b7040c35-35f0-48cd-98bb-05e62c91fe3c req-b86c53e3-5726-458c-905e-be828e00621c tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] 10.222.0.98 "GET /v2.0/ports?device_id=49149212-a983-4be5-b2b6-c0f1acd19d71 HTTP/1.1" status: 200 len: 210 time: 0.2872312 Jun 24 12:27:11.865222 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4560d7-2e00-4538-b05c-1d94ea66c4a4 req-b25a7429-54e2-4acf-9146-7dd47befd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:11.867177 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bd4560d7-2e00-4538-b05c-1d94ea66c4a4 req-b25a7429-54e2-4acf-9146-7dd47befd109 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=967b8aeaa9b84099a4b530f134f85b2c&device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 1098 time: 0.6832740 Jun 24 12:27:11.882510 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-e317c506-8d64-4008-a328-16e865c94220 None None] Set router 6c142bc8-d47c-4c60-a23f-5ad408951073 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:27:12.014449 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396847b0-0b5a-4e97-ad50-70d4e66cf07f {{(pid=92890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:27:12.018545 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc59ac-e477-4fda-bc48-6a6ad9efe616 req-08951568-b8c2-46b5-8bb7-77807e283b12 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:12.026239 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e2fc59ac-e477-4fda-bc48-6a6ad9efe616 req-08951568-b8c2-46b5-8bb7-77807e283b12 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.6400056 Jun 24 12:27:12.036657 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:12.066273 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7943b-6d7f-4be7-8024-cfb59c726cee req-66ec9eb3-b915-4e76-985a-c898a139fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:12.066494 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Transition to ACTIVE for port object 396847b0-0b5a-4e97-ad50-70d4e66cf07f will not be triggered until provisioned by entity L2. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:12.073732 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-13b7943b-6d7f-4be7-8024-cfb59c726cee req-66ec9eb3-b915-4e76-985a-c898a139fa57 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19495abb439f45f38c2dc57598099b25&device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 1099 time: 0.5451267 Jun 24 12:27:12.078051 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:12.080841 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e1d89a86-f4b8-49ab-9e41-ec0cccaad6d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:12.116680 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-7b92b469-7869-4129-8be9-33f192a0f12c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:12.149439 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Pushing event updated for resources: {'Port': ['ID=396847b0-0b5a-4e97-ad50-70d4e66cf07f,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:12.172479 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:12.223482 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-7b92b469-7869-4129-8be9-33f192a0f12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:12.250182 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-e317c506-8d64-4008-a328-16e865c94220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:30Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': 'd0753ee3-68b6-4ed7-9ef6-f703deb00e20', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'floating_ip_address': '172.28.2.5', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'port_id': '0fc66ca3-fcf2-4f04-aefd-3402dc18d507', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'mac_address': 'fa:16:3e:bb:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931391c3-d09c-4722-b02a-043d99f263a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:26:43Z', 'updated_at': '2021-06-24T12:27:09Z', 'revision_number': 1, 'project_id': '19495abb439f45f38c2dc57598099b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edab2d1d-d18e-48f2-9687-d256e2149b75', 'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'mac_address': 'fa:16:3e:1d:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:29Z', 'updated_at': '2021-06-24T12:26:39Z', 'revision_number': 5, 'project_id': '19495abb439f45f38c2dc57598099b25', 'subnets': [{'id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:12.264295 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e2fc59ac-e477-4fda-bc48-6a6ad9efe616 req-227f48e1-7068-469a-87cb-d9b790fca61c tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369940 Jun 24 12:27:12.266730 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-cc603ea9-884f-4ea6-8db6-44b4d8ece93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:12.284260 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4560d7-2e00-4538-b05c-1d94ea66c4a4 req-66b6ef56-6d91-4b5b-b22c-6d49c9167da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:12.287008 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bd4560d7-2e00-4538-b05c-1d94ea66c4a4 req-66b6ef56-6d91-4b5b-b22c-6d49c9167da7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 HTTP/1.1" status: 200 len: 920 time: 0.4052401 Jun 24 12:27:12.329639 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e317c506-8d64-4008-a328-16e865c94220 None None] The sync data for ids ['6c142bc8-d47c-4c60-a23f-5ad408951073'] in dv-cinder-689486-14-smb is: [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:30Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': 'd0753ee3-68b6-4ed7-9ef6-f703deb00e20', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'floating_ip_address': '172.28.2.5', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'port_id': '0fc66ca3-fcf2-4f04-aefd-3402dc18d507', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'mac_address': 'fa:16:3e:bb:22:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931391c3-d09c-4722-b02a-043d99f263a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:26:43Z', 'updated_at': '2021-06-24T12:27:09Z', 'revision_number': 1, 'project_id': '19495abb439f45f38c2dc57598099b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edab2d1d-d18e-48f2-9687-d256e2149b75', 'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'mac_address': 'fa:16:3e:1d:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:29Z', 'updated_at': '2021-06-24T12:26:39Z', 'revision_number': 5, 'project_id': '19495abb439f45f38c2dc57598099b25', 'subnets': [{'id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:27:12.539325 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Attempting to bind port 396847b0-0b5a-4e97-ad50-70d4e66cf07f on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:27:12.539701 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Attempting to bind port 396847b0-0b5a-4e97-ad50-70d4e66cf07f by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'}] {{(pid=92890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:27:12.540021 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Attempting to bind port 396847b0-0b5a-4e97-ad50-70d4e66cf07f on network e1f1aa0f-fd0e-4821-a005-7c107dd03887 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:12.540499 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bd4560d7-2e00-4538-b05c-1d94ea66c4a4 req-71f81413-e61f-4445-ac53-5e93636e0da3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76e0b7a0-f909-448d-9562-20553521f9fe HTTP/1.1" status: 200 len: 217 time: 0.1544228 Jun 24 12:27:12.542922 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92b469-7869-4129-8be9-33f192a0f12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ec24b9-dbb6-4645-966a-c1def63781b8,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:12.544622 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Port 396847b0-0b5a-4e97-ad50-70d4e66cf07f on network e1f1aa0f-fd0e-4821-a005-7c107dd03887 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:27:12.544946 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Attempting to bind port 396847b0-0b5a-4e97-ad50-70d4e66cf07f on network e1f1aa0f-fd0e-4821-a005-7c107dd03887 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:12.551172 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:27:12.551532 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Checking segment: {'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:12.551921 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Bound using segment: {'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'} {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:27:12.552381 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Bound port: 396847b0-0b5a-4e97-ad50-70d4e66cf07f, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'}}] {{(pid=92890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:27:12.552705 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:12.560909 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-7b92b469-7869-4129-8be9-33f192a0f12c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=156a2c2819c7408fa840fb947ff8c445&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5601797 Jun 24 12:27:12.563206 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35724) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:12.564632 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-7b92b469-7869-4129-8be9-33f192a0f12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:12.653556 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b0caa-3730-4bf0-9fd0-6a3e7855c5df req-8058527a-5998-4278-acd4-13192def54ea tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:12.666369 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35726) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:12.667665 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ce6b0caa-3730-4bf0-9fd0-6a3e7855c5df req-8058527a-5998-4278-acd4-13192def54ea tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 943 time: 0.5629439 Jun 24 12:27:12.673584 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ed03c-8a47-4d1f-98db-145adab44f1d None None] New status for floating IP d0753ee3-68b6-4ed7-9ef6-f703deb00e20: ACTIVE {{(pid=92891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:27:12.704843 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] For port 396847b0-0b5a-4e97-ad50-70d4e66cf07f, host hv-cinder-68948, cleared binding levels {{(pid=92890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:27:12.715804 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9b0caa8a-3e06-40ba-8cf9-68a06c9a9160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:12.719413 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4560d7-2e00-4538-b05c-1d94ea66c4a4 req-b7df9585-697b-4c5c-befe-877181a9445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:12.721068 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bd4560d7-2e00-4538-b05c-1d94ea66c4a4 req-b7df9585-697b-4c5c-befe-877181a9445d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bda3046-98c5-404d-a857-c5a2cdd0e043 HTTP/1.1" status: 200 len: 859 time: 0.1541529 Jun 24 12:27:12.722185 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7943b-6d7f-4be7-8024-cfb59c726cee req-6460697e-b569-417a-a5a6-d070233c67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:12.723755 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-13b7943b-6d7f-4be7-8024-cfb59c726cee req-6460697e-b569-417a-a5a6-d070233c67ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a10afaa-69bf-4861-aff0-1527b9cbd705 HTTP/1.1" status: 200 len: 911 time: 0.5978599 Jun 24 12:27:12.758916 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] For port 396847b0-0b5a-4e97-ad50-70d4e66cf07f, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=396847b0-0b5a-4e97-ad50-70d4e66cf07f,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:27:12.788280 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:12.819752 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:12.897233 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ce6b0caa-3730-4bf0-9fd0-6a3e7855c5df req-2983ad0a-a0ab-4f8a-8acb-4e8f473a099d tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280009 Jun 24 12:27:12.907151 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bd4560d7-2e00-4538-b05c-1d94ea66c4a4 req-c9a13abf-af85-4414-a3ac-07e63d21d594 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652911 Jun 24 12:27:12.920096 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9b0caa8a-3e06-40ba-8cf9-68a06c9a9160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:12.945258 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:12.945736 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:12.947770 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-504c9238-a364-44a5-a473-b30a91bb9601 req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] 10.222.0.49 "PUT /v2.0/ports/396847b0-0b5a-4e97-ad50-70d4e66cf07f HTTP/1.1" status: 200 len: 1093 time: 1.8857198 Jun 24 12:27:12.962904 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-75666811-4104-4fdf-8832-29faecd28649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:13.007179 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-13b7943b-6d7f-4be7-8024-cfb59c726cee req-8d208450-469f-4a10-85e9-63d166306832 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fc66ca3-fcf2-4f04-aefd-3402dc18d507 HTTP/1.1" status: 200 len: 998 time: 0.2640309 Jun 24 12:27:13.009648 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Pushing event updated for resources: {'Port': ['ID=396847b0-0b5a-4e97-ad50-70d4e66cf07f,revision_number=3']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:13.015157 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:13.110942 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9b0caa8a-3e06-40ba-8cf9-68a06c9a9160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:13.127422 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9b0caa8a-3e06-40ba-8cf9-68a06c9a9160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:13.127747 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-9b0caa8a-3e06-40ba-8cf9-68a06c9a9160 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d6ec24b9-dbb6-4645-966a-c1def63781b8 HTTP/1.1" status: 204 len: 168 time: 0.5637136 Jun 24 12:27:13.132009 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-27a2273d-88fc-490b-b824-6c74cafc831a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:13.146817 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0caa8a-3e06-40ba-8cf9-68a06c9a9160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ec24b9-dbb6-4645-966a-c1def63781b8,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:13.152063 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-9b0caa8a-3e06-40ba-8cf9-68a06c9a9160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:13.162920 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bd4560d7-2e00-4538-b05c-1d94ea66c4a4 req-56369a84-c138-4740-a759-db6ee3e44fdb service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336860 Jun 24 12:27:13.202119 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3f90c5-f9b2-4e5e-918f-e864c82d64b9', 'tag': '396847b0-0b5a-4e97-ad50-70d4e66cf07f'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:13.204485 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934648d8-fa45-4aad-95fd-c3e15ffe50cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3f90c5-f9b2-4e5e-918f-e864c82d64b9", "tag": "396847b0-0b5a-4e97-ad50-70d4e66cf07f"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:13.239254 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c9238-a364-44a5-a473-b30a91bb9601 req-8e73eb63-cd4c-47a3-b38b-81b18f608d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:13.240801 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-504c9238-a364-44a5-a473-b30a91bb9601 req-8e73eb63-cd4c-47a3-b38b-81b18f608d23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a955bf822d9048f5940776ef24fd6e11&device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 1096 time: 0.1935334 Jun 24 12:27:13.250470 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7943b-6d7f-4be7-8024-cfb59c726cee req-9ca552a4-65e7-4784-a8e8-618a42c4f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:13.252573 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-13b7943b-6d7f-4be7-8024-cfb59c726cee req-9ca552a4-65e7-4784-a8e8-618a42c4f853 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e51db95-cdf4-458e-ba02-7824ab521c2a HTTP/1.1" status: 200 len: 849 time: 0.0877736 Jun 24 12:27:13.264761 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fcd1c6-d55e-41c2-914b-0aa63f1c5e26 x-openstack-request-id: req-c9fcd1c6-d55e-41c2-914b-0aa63f1c5e26 {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:13.265095 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3f90c5-f9b2-4e5e-918f-e864c82d64b9", "tag": "396847b0-0b5a-4e97-ad50-70d4e66cf07f", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:13.265366 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-c9fcd1c6-d55e-41c2-914b-0aa63f1c5e26 {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:13.265884 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3f90c5-f9b2-4e5e-918f-e864c82d64b9', 'tag': '396847b0-0b5a-4e97-ad50-70d4e66cf07f', 'status': 'completed', 'code': 200} Jun 24 12:27:13.267597 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-75666811-4104-4fdf-8832-29faecd28649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:13.360365 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-504c9238-a364-44a5-a473-b30a91bb9601 req-24f01371-7151-4b70-b6d1-442e53dae6c8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=396847b0-0b5a-4e97-ad50-70d4e66cf07f HTTP/1.1" status: 200 len: 217 time: 0.0914924 Jun 24 12:27:13.360981 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-75666811-4104-4fdf-8832-29faecd28649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:13.365763 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:13.423324 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7943b-6d7f-4be7-8024-cfb59c726cee req-0bc48255-c7e9-4301-b290-87b9bfdb41f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:13.426604 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-13b7943b-6d7f-4be7-8024-cfb59c726cee req-0bc48255-c7e9-4301-b290-87b9bfdb41f3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a10afaa-69bf-4861-aff0-1527b9cbd705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1122847 Jun 24 12:27:13.431239 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bd4560d7-2e00-4538-b05c-1d94ea66c4a4 req-38a956b8-93d1-4ebf-9eed-97ab07999940 service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767564 Jun 24 12:27:13.498714 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-75666811-4104-4fdf-8832-29faecd28649 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d167606e749a4790be226545b2f5550b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8312197 Jun 24 12:27:13.511803 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35754) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:13.537146 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75666811-4104-4fdf-8832-29faecd28649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd9d8b2-6c1d-40ef-8f2f-5571b9cd06e7,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:13.548729 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-75666811-4104-4fdf-8832-29faecd28649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:13.578315 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c9238-a364-44a5-a473-b30a91bb9601 req-6cfe536f-03a5-4bba-b75b-0fe4040a64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:13.579797 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-504c9238-a364-44a5-a473-b30a91bb9601 req-6cfe536f-03a5-4bba-b75b-0fe4040a64b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=975d93ba-ed56-4f92-8a0c-4eb6a701f2bf HTTP/1.1" status: 200 len: 853 time: 0.1756904 Jun 24 12:27:13.600820 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dbe9f0be-6dd0-4ab9-a7e2-4488ab86d980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:13.625795 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dbe9f0be-6dd0-4ab9-a7e2-4488ab86d980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:13.657559 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-13b7943b-6d7f-4be7-8024-cfb59c726cee req-4cf9077c-1df5-47b4-ae90-c6ecdde4e9b9 service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994750 Jun 24 12:27:13.686612 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-504c9238-a364-44a5-a473-b30a91bb9601 req-2533a034-1803-4d32-b6a3-91fe95bac69a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e1f1aa0f-fd0e-4821-a005-7c107dd03887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969982 Jun 24 12:27:13.693788 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dbe9f0be-6dd0-4ab9-a7e2-4488ab86d980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:13.699871 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dbe9f0be-6dd0-4ab9-a7e2-4488ab86d980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:13.701368 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-dbe9f0be-6dd0-4ab9-a7e2-4488ab86d980 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4cd9d8b2-6c1d-40ef-8f2f-5571b9cd06e7 HTTP/1.1" status: 204 len: 168 time: 0.1952326 Jun 24 12:27:13.702166 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8b7cfc92-3c4f-44c2-9686-841728e0fb99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:13.709724 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe9f0be-6dd0-4ab9-a7e2-4488ab86d980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd9d8b2-6c1d-40ef-8f2f-5571b9cd06e7,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:13.724519 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-dbe9f0be-6dd0-4ab9-a7e2-4488ab86d980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:13.738375 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 35768) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:13.812911 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f060e9e4-ec1a-4419-a78e-35313fef733a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:13.835298 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca479b7-289c-4575-a7a5-726a1444e78c req-9b61b12d-2191-438c-9f87-2a4f6172218e tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:13.836827 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-dca479b7-289c-4575-a7a5-726a1444e78c req-9b61b12d-2191-438c-9f87-2a4f6172218e tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1773002 Jun 24 12:27:13.838187 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-504c9238-a364-44a5-a473-b30a91bb9601 req-3f76250b-021a-48b5-ac25-0327309bc2c5 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944996 Jun 24 12:27:13.930048 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-13b7943b-6d7f-4be7-8024-cfb59c726cee req-14e5f033-7c40-4684-8a31-54666bd5a95b service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822362 Jun 24 12:27:13.948281 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-504c9238-a364-44a5-a473-b30a91bb9601 req-bf70bf68-30a9-4c19-a268-ad41ea7c6b77 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035569 Jun 24 12:27:13.952027 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-dca479b7-289c-4575-a7a5-726a1444e78c req-09fc6c18-6fea-4f27-94ac-378918879c3b tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053922 Jun 24 12:27:13.976601 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device b02522a1-edc6-4151-bfda-438cf8c2ba26 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:27:14.008954 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: b02522a1-edc6-4151-bfda-438cf8c2ba26 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:27:14.009718 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device b02522a1-edc6-4151-bfda-438cf8c2ba26 not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:27:14.061818 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f060e9e4-ec1a-4419-a78e-35313fef733a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:14.066273 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f060e9e4-ec1a-4419-a78e-35313fef733a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:14.072370 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-4c15836c-3d5f-43f8-b843-4b99faa93186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:14.117097 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-f060e9e4-ec1a-4419-a78e-35313fef733a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e1e38fb5a70d4e54a57fdf5f44555821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752022 Jun 24 12:27:14.117950 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 35774) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:14.121316 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060e9e4-ec1a-4419-a78e-35313fef733a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdd0eb6-2631-4786-b6bd-b2b472e3b680,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:14.133051 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 35776) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:14.133778 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f060e9e4-ec1a-4419-a78e-35313fef733a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:14.151439 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379baf6-43c9-4d82-8630-1e8a24f03bb4 req-7ad194b6-c91f-4467-acd7-cf6c1a9bfc19 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:14.153606 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f379baf6-43c9-4d82-8630-1e8a24f03bb4 req-7ad194b6-c91f-4467-acd7-cf6c1a9bfc19 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 943 time: 0.1472673 Jun 24 12:27:14.167913 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934648d8-fa45-4aad-95fd-c3e15ffe50cc req-45100b3b-a048-4e7a-b2a1-bfbc8013a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:14.170152 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-934648d8-fa45-4aad-95fd-c3e15ffe50cc req-45100b3b-a048-4e7a-b2a1-bfbc8013a903 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a955bf822d9048f5940776ef24fd6e11&device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 1096 time: 0.0683815 Jun 24 12:27:14.170751 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-03ca5581-a5f5-49bb-aeb8-a74a29a35ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:14.210713 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:27:14.251244 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f379baf6-43c9-4d82-8630-1e8a24f03bb4 req-b4d8eab7-cb33-4fb6-9321-9b74728c522f tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870395 Jun 24 12:27:14.256220 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f5ac00f2-01aa-41fb-ac60-82085ad73f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:14.269981 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934648d8-fa45-4aad-95fd-c3e15ffe50cc req-8323dd00-c518-4370-b321-b5ef4ceca174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:14.271614 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-934648d8-fa45-4aad-95fd-c3e15ffe50cc req-8323dd00-c518-4370-b321-b5ef4ceca174 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e1f1aa0f-fd0e-4821-a005-7c107dd03887 HTTP/1.1" status: 200 len: 914 time: 0.0868642 Jun 24 12:27:14.294302 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f5ac00f2-01aa-41fb-ac60-82085ad73f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:14.330412 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-934648d8-fa45-4aad-95fd-c3e15ffe50cc req-9fb8c8b3-b4a0-40a5-879b-c8c2c53fc3a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=396847b0-0b5a-4e97-ad50-70d4e66cf07f HTTP/1.1" status: 200 len: 217 time: 0.0439341 Jun 24 12:27:14.368344 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-03ca5581-a5f5-49bb-aeb8-a74a29a35ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:14.369758 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f5ac00f2-01aa-41fb-ac60-82085ad73f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:14.372759 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f5ac00f2-01aa-41fb-ac60-82085ad73f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:14.374016 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-f5ac00f2-01aa-41fb-ac60-82085ad73f3a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3cdd0eb6-2631-4786-b6bd-b2b472e3b680 HTTP/1.1" status: 204 len: 168 time: 0.2536540 Jun 24 12:27:14.375106 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f060e9e4-ec1a-4419-a78e-35313fef733a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:14.378284 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-03ca5581-a5f5-49bb-aeb8-a74a29a35ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:14.386309 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac00f2-01aa-41fb-ac60-82085ad73f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdd0eb6-2631-4786-b6bd-b2b472e3b680,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:14.394734 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f5ac00f2-01aa-41fb-ac60-82085ad73f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:14.396194 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:14.414528 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934648d8-fa45-4aad-95fd-c3e15ffe50cc req-945a572a-0ced-4549-8cdd-8e8b909eaf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:14.415991 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-934648d8-fa45-4aad-95fd-c3e15ffe50cc req-945a572a-0ced-4549-8cdd-8e8b909eaf3d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=975d93ba-ed56-4f92-8a0c-4eb6a701f2bf HTTP/1.1" status: 200 len: 853 time: 0.0703871 Jun 24 12:27:14.427962 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-03ca5581-a5f5-49bb-aeb8-a74a29a35ba2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9090bb071d5548bd8a2a5703993b6cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930605 Jun 24 12:27:14.431558 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35784) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:14.432933 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca5581-a5f5-49bb-aeb8-a74a29a35ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aca2a99-a726-4c2d-aca8-4475ca133ccc,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:14.436235 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-03ca5581-a5f5-49bb-aeb8-a74a29a35ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:14.491211 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-934648d8-fa45-4aad-95fd-c3e15ffe50cc req-a9da913a-2b0f-452d-b6d0-b278deb6463e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e1f1aa0f-fd0e-4821-a005-7c107dd03887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480533 Jun 24 12:27:14.625704 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-85d1231f-84f8-46bc-a038-59eae124e3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:14.666522 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-85d1231f-84f8-46bc-a038-59eae124e3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:14.681965 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-934648d8-fa45-4aad-95fd-c3e15ffe50cc req-9f3a9b4c-6485-494c-b64f-7087ad3e2c86 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711056 Jun 24 12:27:14.829530 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-85d1231f-84f8-46bc-a038-59eae124e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:14.832148 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-85d1231f-84f8-46bc-a038-59eae124e3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:14.833534 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-85d1231f-84f8-46bc-a038-59eae124e3f8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8aca2a99-a726-4c2d-aca8-4475ca133ccc HTTP/1.1" status: 204 len: 168 time: 0.3994770 Jun 24 12:27:14.834541 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-6a89dfaa-cec2-4339-b832-1a1c4925f31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:14.838485 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-934648d8-fa45-4aad-95fd-c3e15ffe50cc req-2b63617f-7e6a-4389-8e91-ecaef5e922e6 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488214 Jun 24 12:27:14.844801 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1231f-84f8-46bc-a038-59eae124e3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aca2a99-a726-4c2d-aca8-4475ca133ccc,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:14.862756 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-85d1231f-84f8-46bc-a038-59eae124e3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:14.924388 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35816) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:14.997183 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_v2 [None req-299cd9b6-e771-4ce7-8574-fb7ed823f3cf admin admin] Deleting subnet 9ded134d-db7c-4000-bbd6-0d027b83c19d {{(pid=92890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:27:15.001618 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-299cd9b6-e771-4ce7-8574-fb7ed823f3cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:15.044661 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-299cd9b6-e771-4ce7-8574-fb7ed823f3cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3632414'] for subnet, precommit_delete_associations {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:15.147823 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-299cd9b6-e771-4ce7-8574-fb7ed823f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8177933'] for subnet, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:15.200893 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26aa39a-42e6-4aa1-a535-9c648b8676f9 req-63fab971-b335-4efc-adab-f89d00f91bd9 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:15.208917 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d26aa39a-42e6-4aa1-a535-9c648b8676f9 req-63fab971-b335-4efc-adab-f89d00f91bd9 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0895433 Jun 24 12:27:15.217527 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-299cd9b6-e771-4ce7-8574-fb7ed823f3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8177946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2530319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3256915'] for subnet, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:15.221779 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:15.253156 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cd9b6-e771-4ce7-8574-fb7ed823f3cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ded134d-db7c-4000-bbd6-0d027b83c19d,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:15.261170 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d26aa39a-42e6-4aa1-a535-9c648b8676f9 req-36afec39-a919-4855-93f1-b030f73f73e9 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507371 Jun 24 12:27:15.271994 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-299cd9b6-e771-4ce7-8574-fb7ed823f3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:15.284241 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-299cd9b6-e771-4ce7-8574-fb7ed823f3cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:15.288432 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-299cd9b6-e771-4ce7-8574-fb7ed823f3cf admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9ded134d-db7c-4000-bbd6-0d027b83c19d HTTP/1.1" status: 204 len: 168 time: 0.3603873 Jun 24 12:27:15.289123 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 35838) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:15.372197 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d48d47ac-b92b-4dc1-b973-bde8031b9db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7938150'] for network, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:15.494080 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d48d47ac-b92b-4dc1-b973-bde8031b9db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8179803', 'neutron.services.segments.db._delete_segments_for_network-8792598930728'] for network, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:15.509548 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-d48d47ac-b92b-4dc1-b973-bde8031b9db2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03002882-9d59-471a-9885-c7dea9383d09']}} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:15.523029 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-d48d47ac-b92b-4dc1-b973-bde8031b9db2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb4947a-830d-4645-a077-0d07beacaac6') {'for_net_delete': True} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:15.523354 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-d48d47ac-b92b-4dc1-b973-bde8031b9db2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb4947a-830d-4645-a077-0d07beacaac6') {} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:15.537096 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d48d47ac-b92b-4dc1-b973-bde8031b9db2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792598917807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3353487'] for segment, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:15.558464 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec430d-a3a1-4ca8-a48b-a3d03155bca5 req-4ee613e9-df77-495d-bfe1-ba98e0e2af9a tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:15.560061 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b2ec430d-a3a1-4ca8-a48b-a3d03155bca5 req-4ee613e9-df77-495d-bfe1-ba98e0e2af9a tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 943 time: 0.1161346 Jun 24 12:27:15.569345 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d48d47ac-b92b-4dc1-b973-bde8031b9db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:15.587147 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48d47ac-b92b-4dc1-b973-bde8031b9db2 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=92888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:27:15.587620 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d48d47ac-b92b-4dc1-b973-bde8031b9db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352978'] for segment, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: Traceback (most recent call last): Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: timer() Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: cb(*args, **kw) Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: return func(*args, **kwargs) Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: self._notify() Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: self.callback(batched_events) Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: event.method(event) Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: return f(self, *a, **k) Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: return self._get(url).json() Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: return self.request(url, 'GET', **kwargs) Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:27:15.589395 dv-cinder-689486-14-smb neutron-server[92888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:27:15.658083 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b2ec430d-a3a1-4ca8-a48b-a3d03155bca5 req-b0ff53ae-550d-4273-b833-c8ee7387e493 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918763 Jun 24 12:27:15.670335 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d48d47ac-b92b-4dc1-b973-bde8031b9db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8179778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612982'] for network, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:15.679606 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d48d47ac-b92b-4dc1-b973-bde8031b9db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:15.683380 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-d48d47ac-b92b-4dc1-b973-bde8031b9db2 admin admin] 10.222.0.98 "DELETE /v2.0/networks/03002882-9d59-471a-9885-c7dea9383d09 HTTP/1.1" status: 204 len: 168 time: 0.3931398 Jun 24 12:27:15.684961 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-6f6cc9d5-68e4-4b9b-a900-837f4480885e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:15.698311 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d47ac-b92b-4dc1-b973-bde8031b9db2 admin admin] Pushing event deleted for resources: {'Network': ['ID=03002882-9d59-471a-9885-c7dea9383d09,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:15.702073 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d48d47ac-b92b-4dc1-b973-bde8031b9db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:15.875106 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 35874) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:15.947579 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-63394653-4dae-4130-a103-b5cf34471ddc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=129e360c6bfd42ec8f0020d6946e3d4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0682831 Jun 24 12:27:15.947973 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35876) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:16.020214 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e23bdea0-2fc1-4936-93b4-2365b5c7f698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:16.052383 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e23bdea0-2fc1-4936-93b4-2365b5c7f698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:16.131960 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e23bdea0-2fc1-4936-93b4-2365b5c7f698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:16.135187 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e23bdea0-2fc1-4936-93b4-2365b5c7f698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:16.137348 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-e23bdea0-2fc1-4936-93b4-2365b5c7f698 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e7fa3c37-5de8-4bd1-a329-05b7ade91258 HTTP/1.1" status: 204 len: 168 time: 0.1878092 Jun 24 12:27:16.138389 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-09578a23-d3c1-429f-bf28-d24727c3ff5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:16.151055 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23bdea0-2fc1-4936-93b4-2365b5c7f698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fa3c37-5de8-4bd1-a329-05b7ade91258,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:16.157339 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e23bdea0-2fc1-4936-93b4-2365b5c7f698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:16.308288 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 35900) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:16.452713 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1171a-ed35-4001-9e3e-76660936e981 req-acf53e12-d70d-476d-aebf-88b30d9b1b63 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:16.454338 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-76a1171a-ed35-4001-9e3e-76660936e981 req-acf53e12-d70d-476d-aebf-88b30d9b1b63 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0745649 Jun 24 12:27:16.498101 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-76a1171a-ed35-4001-9e3e-76660936e981 req-ec8ee6e6-5f71-4925-8dbb-53c9ad07a32b tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375881 Jun 24 12:27:16.690504 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e93f0732-a2ab-444f-9581-807356c0ea23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:16.847656 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e93f0732-a2ab-444f-9581-807356c0ea23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:16.856699 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e93f0732-a2ab-444f-9581-807356c0ea23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:16.861648 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-38027cd2-14df-4003-8257-bba50d1cfe7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:16.937759 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-e93f0732-a2ab-444f-9581-807356c0ea23 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=24ad97c211a04bc9afb5332d7661bd3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6283081 Jun 24 12:27:16.940716 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35926) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:16.983151 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f0732-a2ab-444f-9581-807356c0ea23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237d05b5-4b2c-424a-8cc7-d1cfe9c85acb,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:16.988736 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-e93f0732-a2ab-444f-9581-807356c0ea23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:17.028404 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-83f27cde-ec1f-4442-8d7b-465c6c310874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:17.045135 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732eb01a-dff0-4629-b057-bfce068c82c4 req-d5bb20e6-3680-44f3-b5df-b2338551ba5c tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:17.047242 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-732eb01a-dff0-4629-b057-bfce068c82c4 req-d5bb20e6-3680-44f3-b5df-b2338551ba5c tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 943 time: 0.1255867 Jun 24 12:27:17.084964 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-83f27cde-ec1f-4442-8d7b-465c6c310874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:17.124196 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-732eb01a-dff0-4629-b057-bfce068c82c4 req-ad73a0ed-ffe2-4fc1-848a-435ce06b8418 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711451 Jun 24 12:27:17.188873 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-83f27cde-ec1f-4442-8d7b-465c6c310874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:17.192254 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-83f27cde-ec1f-4442-8d7b-465c6c310874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:17.196951 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-83f27cde-ec1f-4442-8d7b-465c6c310874 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/237d05b5-4b2c-424a-8cc7-d1cfe9c85acb HTTP/1.1" status: 204 len: 168 time: 0.2517848 Jun 24 12:27:17.197782 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:17.209402 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f27cde-ec1f-4442-8d7b-465c6c310874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237d05b5-4b2c-424a-8cc7-d1cfe9c85acb,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:17.229621 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-83f27cde-ec1f-4442-8d7b-465c6c310874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:17.514532 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 35952) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:17.710763 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd59caf-afd0-49ca-8438-a3fef8293609 req-8fd33f25-ebeb-41b0-ad96-9ce50be0a7e7 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:17.712647 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cfd59caf-afd0-49ca-8438-a3fef8293609 req-8fd33f25-ebeb-41b0-ad96-9ce50be0a7e7 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0767684 Jun 24 12:27:17.724234 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-network', 'tenant_id': 'cc538158c2904a4fab192222206e534b'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:17.752665 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Made reservation on behalf of cc538158c2904a4fab192222206e534b for: {'network': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:27:17.755494 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:17.771962 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:17.788310 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cfd59caf-afd0-49ca-8438-a3fef8293609 req-e371a3bf-f2c4-4454-89db-0c56bf9cc847 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685883 Jun 24 12:27:17.888626 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:17.893877 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:17.897743 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-dbe9f0be-6dd0-4ab9-a7e2-4488ab86d980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:17.923008 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=92890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:27:17.925143 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa601e83-e24e-4f7a-9852-d1b75825aa5e,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:17.930473 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:17.936984 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:17.937323 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.segments_db [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Added segment 5c450f92-fa0b-4ce5-a3fc-5fc041282932 of type vlan for network cc8b3f62-1ecb-457f-a82e-3de3879b3067 Jun 24 12:27:17.983706 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 396847b0-0b5a-4e97-ad50-70d4e66cf07f details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:27:18.002923 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:18.067930 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:18.070728 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:18.071341 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:18.075401 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:18.155815 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 396847b0-0b5a-4e97-ad50-70d4e66cf07f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=396847b0-0b5a-4e97-ad50-70d4e66cf07f,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:18.179866 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': '396847b0-0b5a-4e97-ad50-70d4e66cf07f', 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887', 'port_id': '396847b0-0b5a-4e97-ad50-70d4e66cf07f', 'mac_address': 'fa:16:3e:15:2a:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975d93ba-ed56-4f92-8a0c-4eb6a701f2bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:27:18.183512 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Pushing event updated for resources: {'Network': ['ID=cc8b3f62-1ecb-457f-a82e-3de3879b3067,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:18.190634 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:18.199059 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network cc8b3f62-1ecb-457f-a82e-3de3879b3067 details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:27:18.206739 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 35994) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:18.212184 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-a2cf73d0-249c-4238-8b00-15f93e9d5850 admin admin] Request body: {'subnet': {'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-subnet', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:18.215131 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6987598 Jun 24 12:27:18.251923 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cf73d0-249c-4238-8b00-15f93e9d5850 admin admin] Made reservation on behalf of cc538158c2904a4fab192222206e534b for: {'subnet': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:27:18.257427 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-a2cf73d0-249c-4238-8b00-15f93e9d5850 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3601975'] for subnet, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:18.327735 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:18.360277 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396847b0-0b5a-4e97-ad50-70d4e66cf07f {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:27:18.384344 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 396847b0-0b5a-4e97-ad50-70d4e66cf07f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=396847b0-0b5a-4e97-ad50-70d4e66cf07f,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:18.393539 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:18.396317 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:18.463463 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=396847b0-0b5a-4e97-ad50-70d4e66cf07f,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:18.468315 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:18.626257 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bdf69-3992-4b2f-b294-2ce827a384eb req-4d88b780-3846-403e-82e8-c66eed253e8e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:18.628535 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bb8bdf69-3992-4b2f-b294-2ce827a384eb req-4d88b780-3846-403e-82e8-c66eed253e8e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 944 time: 0.1132765 Jun 24 12:27:18.728293 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bb8bdf69-3992-4b2f-b294-2ce827a384eb req-4092ce82-0216-4289-b096-76e76fe6ef70 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900829 Jun 24 12:27:18.786596 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-a2cf73d0-249c-4238-8b00-15f93e9d5850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3352880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3601885'] for subnet, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:18.790180 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-78aeadb0-230b-4661-ab8a-edcc71da46a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:18.834567 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf73d0-249c-4238-8b00-15f93e9d5850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23408857-b599-4648-884f-3a1e8e563403,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:18.844063 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-a2cf73d0-249c-4238-8b00-15f93e9d5850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:18.845949 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['396847b0-0b5a-4e97-ad50-70d4e66cf07f'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:27:18.900931 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cf73d0-249c-4238-8b00-15f93e9d5850 admin admin] Checking segment: {'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:18.901299 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cf73d0-249c-4238-8b00-15f93e9d5850 admin admin] Network hostable DHCP agents. Network: cc8b3f62-1ecb-457f-a82e-3de3879b3067, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:27:18.929243 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cf73d0-249c-4238-8b00-15f93e9d5850 admin admin] Network cc8b3f62-1ecb-457f-a82e-3de3879b3067 is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:27:18.945032 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [None req-a2cf73d0-249c-4238-8b00-15f93e9d5850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, cc8b3f62-1ecb-457f-a82e-3de3879b3067) {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:18.959728 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cf73d0-249c-4238-8b00-15f93e9d5850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:18.960794 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-a2cf73d0-249c-4238-8b00-15f93e9d5850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:18.967481 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2044c1-bcad-47f7-84e9-ba634483bcd2 None None] Network cc8b3f62-1ecb-457f-a82e-3de3879b3067 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:27:18.987424 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-a2cf73d0-249c-4238-8b00-15f93e9d5850 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7790899 Jun 24 12:27:18.989709 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36030) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:18.999052 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:19.066753 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-606813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60430'] for router, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.070410 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60421'] for router, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.157529 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.219188 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf266d022-4da0-5769-8009-4cd9ec177add-cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403'}]}} from dv-cinder-689486-14-smb. {{(pid=92891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:27:19.222718 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.244177 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922d8c7-f9be-4efc-a9e0-3a14d56d728d req-41cd0ad1-b729-4648-93c1-766e8416e7d5 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:19.246787 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1922d8c7-f9be-4efc-a9e0-3a14d56d728d req-41cd0ad1-b729-4648-93c1-766e8416e7d5 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.2056532 Jun 24 12:27:19.311683 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 36036) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:19.341885 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 36040) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:19.375460 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1922d8c7-f9be-4efc-a9e0-3a14d56d728d req-1df894d9-8619-414c-9a80-dcb086953ff2 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227129 Jun 24 12:27:19.399371 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616313', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60459'] for router, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.464241 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Allocated IP 172.20.0.2 (cc8b3f62-1ecb-457f-a82e-3de3879b3067/23408857-b599-4648-884f-3a1e8e563403/2be07669-7325-4a00-b546-e658c90bcc67) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:27:19.550347 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b4070c57-16d1-4a32-8afd-651bda69b5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.614804 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-a99d1ec9-8857-4c9e-8aef-4f9f54467a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.689636 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.702592 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Transition to ACTIVE for port object 2be07669-7325-4a00-b546-e658c90bcc67 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:19.708769 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b4070c57-16d1-4a32-8afd-651bda69b5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.718396 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b4070c57-16d1-4a32-8afd-651bda69b5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.724804 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-70efe2e4-7e40-4d50-87b1-e57fd52e243e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:19.747715 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Transition to ACTIVE for port object 2be07669-7325-4a00-b546-e658c90bcc67 will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:19.748020 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.765383 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.775561 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f8c44c1d-266b-4303-8dda-e9a7314526fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:19.786714 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4070c57-16d1-4a32-8afd-651bda69b5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35d3064-2145-4e55-a83d-7f44da6e557f,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:19.793804 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-b4070c57-16d1-4a32-8afd-651bda69b5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:19.803001 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.818335 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-b4070c57-16d1-4a32-8afd-651bda69b5c1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c351c9fd685d47cd82f3ce71ac7d191e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727356 Jun 24 12:27:19.820192 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 36068) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:19.890781 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Network cc8b3f62-1ecb-457f-a82e-3de3879b3067 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:19.894898 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Pushing event updated for resources: {'Port': ['ID=2be07669-7325-4a00-b546-e658c90bcc67,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:19.903732 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4588a2fe-c804-4960-a39a-5b690b004124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.909666 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:19.911779 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:19.912104 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:27:19.938975 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4588a2fe-c804-4960-a39a-5b690b004124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.972899 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Allocated IP 172.28.2.70 (55215ffa-be73-4f27-8bd6-e565279244aa/626247e8-372a-46a2-9822-6edda33fe1cd/a914dae0-45f0-4ccb-a8f2-af02b0e87d0b) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:27:19.982183 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Attempting to bind port 2be07669-7325-4a00-b546-e658c90bcc67 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:27:19.982563 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Attempting to bind port 2be07669-7325-4a00-b546-e658c90bcc67 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:27:19.982927 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Attempting to bind port 2be07669-7325-4a00-b546-e658c90bcc67 on network cc8b3f62-1ecb-457f-a82e-3de3879b3067 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:19.985155 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-a99d1ec9-8857-4c9e-8aef-4f9f54467a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.988095 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:27:19.988523 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Checking segment: {'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:19.988854 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:19.989250 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Bound using segment: {'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:27:19.989843 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Bound port: 2be07669-7325-4a00-b546-e658c90bcc67, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:27:19.990214 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.005756 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-a99d1ec9-8857-4c9e-8aef-4f9f54467a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.011818 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-24b8dc62-dce1-4f87-a7af-f61a8184f45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:20.085430 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] For port 2be07669-7325-4a00-b546-e658c90bcc67, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:27:20.089933 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.091223 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] For port 2be07669-7325-4a00-b546-e658c90bcc67, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=2be07669-7325-4a00-b546-e658c90bcc67,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:27:20.092500 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-a99d1ec9-8857-4c9e-8aef-4f9f54467a21 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=aeb586c4d970415283ed11381ea88218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7763348 Jun 24 12:27:20.093235 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4588a2fe-c804-4960-a39a-5b690b004124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.095102 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36076) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:20.095765 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4588a2fe-c804-4960-a39a-5b690b004124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.099111 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-4588a2fe-c804-4960-a39a-5b690b004124 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c35d3064-2145-4e55-a83d-7f44da6e557f HTTP/1.1" status: 204 len: 168 time: 0.2756550 Jun 24 12:27:20.099111 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d1ec9-8857-4c9e-8aef-4f9f54467a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e074d29-15d9-44c9-a1f8-22467a15bb88,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:20.103351 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-a99d1ec9-8857-4c9e-8aef-4f9f54467a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:20.103774 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:20.114746 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4588a2fe-c804-4960-a39a-5b690b004124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35d3064-2145-4e55-a83d-7f44da6e557f,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:20.117728 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.122520 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-4588a2fe-c804-4960-a39a-5b690b004124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:20.141548 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d6e71-507e-47a2-b0ea-8648cea48009 req-ce1c2f65-478e-4c40-8bd2-83b7f7992a2a tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:20.145223 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:20.149800 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc5d6e71-507e-47a2-b0ea-8648cea48009 req-ce1c2f65-478e-4c40-8bd2-83b7f7992a2a tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 944 time: 0.1387522 Jun 24 12:27:20.188310 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2bde10c6-3d2d-45be-90de-420df4664607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.208541 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.209847 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc5d6e71-507e-47a2-b0ea-8648cea48009 req-af5fd950-d8cf-4305-9b92-4a78426b2b6c tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583315 Jun 24 12:27:20.216417 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:20.230341 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2bde10c6-3d2d-45be-90de-420df4664607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.245468 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Pushing event updated for resources: {'Port': ['ID=2be07669-7325-4a00-b546-e658c90bcc67,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:20.257799 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:20.306237 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Network 55215ffa-be73-4f27-8bd6-e565279244aa is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:20.316877 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:20.318723 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Pushing event updated for resources: {'Port': ['ID=a914dae0-45f0-4ccb-a8f2-af02b0e87d0b,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:20.324190 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:27:20.326838 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:20.390296 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2bde10c6-3d2d-45be-90de-420df4664607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.392814 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2bde10c6-3d2d-45be-90de-420df4664607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.396665 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-2bde10c6-3d2d-45be-90de-420df4664607 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0e074d29-15d9-44c9-a1f8-22467a15bb88 HTTP/1.1" status: 204 len: 168 time: 0.3001156 Jun 24 12:27:20.399183 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-319e4112-c969-4ea3-bd86-f3c76071113f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:20.437272 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde10c6-3d2d-45be-90de-420df4664607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e074d29-15d9-44c9-a1f8-22467a15bb88,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:20.439779 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-2bde10c6-3d2d-45be-90de-420df4664607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:20.701821 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 36100) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:20.728246 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-7ef64c54-6960-472c-b02e-6fd60ce60b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.770688 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1576e-b24c-49bf-bc0e-f3c4822daf01 req-46bdad44-6707-4fc9-9cba-2ff7ee02a5b2 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:20.772901 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f9b1576e-b24c-49bf-bc0e-f3c4822daf01 req-46bdad44-6707-4fc9-9cba-2ff7ee02a5b2 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1942391 Jun 24 12:27:20.780736 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.825262 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 2be07669-7325-4a00-b546-e658c90bcc67 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:20.865702 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f9b1576e-b24c-49bf-bc0e-f3c4822daf01 req-05a65d23-0776-4e4a-bd2d-160b31bb4658 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825744 Jun 24 12:27:20.916007 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port 2be07669-7325-4a00-b546-e658c90bcc67 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:20.967319 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-7ef64c54-6960-472c-b02e-6fd60ce60b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.972691 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-7ef64c54-6960-472c-b02e-6fd60ce60b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:20.986280 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-4588a2fe-c804-4960-a39a-5b690b004124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:21.011459 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-7ef64c54-6960-472c-b02e-6fd60ce60b73 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=8e47d7e267134f028b4c6d5c775b4f71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050764 Jun 24 12:27:21.013950 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36106) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:21.021170 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef64c54-6960-472c-b02e-6fd60ce60b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d172ead8-e82d-4938-9c94-6aa00d5b3556,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:21.024666 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-7ef64c54-6960-472c-b02e-6fd60ce60b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:21.041467 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 36110) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:21.056026 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-51fe99a4-94cc-4c58-9f49-855645df6829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:21.063018 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613115'] for router, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:21.117803 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:21.151817 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:21.161384 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-51fe99a4-94cc-4c58-9f49-855645df6829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:21.166087 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-51fe99a4-94cc-4c58-9f49-855645df6829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:21.169556 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:21.210423 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-51fe99a4-94cc-4c58-9f49-855645df6829 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a168b87ca70d4ce4b7c2c3b3cd206549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1678550 Jun 24 12:27:21.211379 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe99a4-94cc-4c58-9f49-855645df6829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41fc6b6-b9c9-4c02-8340-7a384e7cab80,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:21.213693 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 36112) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:21.233930 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-51fe99a4-94cc-4c58-9f49-855645df6829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:21.273374 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:21.276338 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:21.276469 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d7748d6d-41d9-4bbd-b863-89b3d9b676be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:21.278013 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d172ead8-e82d-4938-9c94-6aa00d5b3556 HTTP/1.1" status: 204 len: 168 time: 0.2623777 Jun 24 12:27:21.279080 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 is scheduled to L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b with binding_index 1 {{(pid=92890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:27:21.297003 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-bbe6d55f-0e54-4e01-a38e-b8b419e93f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:21.307976 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d7748d6d-41d9-4bbd-b863-89b3d9b676be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:21.314480 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d172ead8-e82d-4938-9c94-6aa00d5b3556,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:21.360400 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:21.361369 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:21.361907 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:21.362440 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:21.363102 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:21.363838 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:21.364389 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:21.364601 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:21.365246 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:21.365616 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:21.366111 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:21.366373 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:21.370072 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:21.381038 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d7748d6d-41d9-4bbd-b863-89b3d9b676be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:21.384164 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d7748d6d-41d9-4bbd-b863-89b3d9b676be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:21.386160 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-d7748d6d-41d9-4bbd-b863-89b3d9b676be admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c41fc6b6-b9c9-4c02-8340-7a384e7cab80 HTTP/1.1" status: 204 len: 168 time: 0.1712842 Jun 24 12:27:21.441257 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:21.459151 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7748d6d-41d9-4bbd-b863-89b3d9b676be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41fc6b6-b9c9-4c02-8340-7a384e7cab80,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:21.462623 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d7748d6d-41d9-4bbd-b863-89b3d9b676be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:21.500406 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:27:21.510674 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Sync routers for ids ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:27:21.514597 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df4363-cd57-48ca-abfd-2e3fff7a1487 req-9d802376-f4cb-4c4d-ae64-172ac021c687 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:21.523493 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f2df4363-cd57-48ca-abfd-2e3fff7a1487 req-9d802376-f4cb-4c4d-ae64-172ac021c687 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 944 time: 0.1551867 Jun 24 12:27:21.526037 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Routers {'6c8af4c7-385d-4ad7-a344-8728f6a68e63'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:27:21.527196 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:26:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:21.539656 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Notify callbacks [] for router, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:21.548249 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.5520773 Jun 24 12:27:21.548249 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36124) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:21.609829 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f2df4363-cd57-48ca-abfd-2e3fff7a1487 req-cf94c91f-a696-4c5a-bdbc-d2d5c74c5363 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849733 Jun 24 12:27:21.680034 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4268ed0-cce6-414b-b5c4-c770f4bfeb8e None None] Network cc8b3f62-1ecb-457f-a82e-3de3879b3067 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:27:21.710742 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Set router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:27:21.793305 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-0bb2272f-7135-466d-a80a-f42ed273ba8c None None] Provisioning for port 2be07669-7325-4a00-b546-e658c90bcc67 completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:21.811205 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-0bb2272f-7135-466d-a80a-f42ed273ba8c None None] Provisioning complete for port 2be07669-7325-4a00-b546-e658c90bcc67 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:21.811615 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0bb2272f-7135-466d-a80a-f42ed273ba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:21.959688 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:20Z', 'revision_number': 3, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:21.966247 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0bb2272f-7135-466d-a80a-f42ed273ba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:22.029004 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Checking router: 6c8af4c7-385d-4ad7-a344-8728f6a68e63 for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:27:22.029004 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Updating router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 port a914dae0-45f0-4ccb-a8f2-af02b0e87d0b binding host dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:27:22.121843 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:22.150988 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 396847b0-0b5a-4e97-ad50-70d4e66cf07f up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:22.174687 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4da09-a1a5-4325-8818-f1f83610a5a9 req-e516273d-9c3e-42ae-ba82-9e4aff45217b tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:22.176191 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-40a4da09-a1a5-4325-8818-f1f83610a5a9 req-e516273d-9c3e-42ae-ba82-9e4aff45217b tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1536999 Jun 24 12:27:22.251001 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-40a4da09-a1a5-4325-8818-f1f83610a5a9 req-1aa4836a-8f09-4462-b415-a8f13646755c tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680707 Jun 24 12:27:22.281851 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-0bb2272f-7135-466d-a80a-f42ed273ba8c None None] For port 2be07669-7325-4a00-b546-e658c90bcc67, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=2be07669-7325-4a00-b546-e658c90bcc67,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:22.301942 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0bb2272f-7135-466d-a80a-f42ed273ba8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:22.307407 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:22.363907 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port 396847b0-0b5a-4e97-ad50-70d4e66cf07f completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:22.375183 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port 396847b0-0b5a-4e97-ad50-70d4e66cf07f triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:22.375662 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:22.436379 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2272f-7135-466d-a80a-f42ed273ba8c None None] Pushing event updated for resources: {'Port': ['ID=2be07669-7325-4a00-b546-e658c90bcc67,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:22.441483 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-0bb2272f-7135-466d-a80a-f42ed273ba8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:22.532345 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:22.560430 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3f90c5-f9b2-4e5e-918f-e864c82d64b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396847b0-0b5a-4e97-ad50-70d4e66cf07f'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:22.563710 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d6d6f1-fde6-4b4b-85bd-0b7654982265" -d '{"events": [{"server_uuid": "9d3f90c5-f9b2-4e5e-918f-e864c82d64b9", "name": "network-vif-plugged", "status": "completed", "tag": "396847b0-0b5a-4e97-ad50-70d4e66cf07f"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:22.583283 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 396847b0-0b5a-4e97-ad50-70d4e66cf07f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=396847b0-0b5a-4e97-ad50-70d4e66cf07f,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:22.590261 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:22.597584 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-4435ca45-03bf-494e-b54d-64d1a9639279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:22.647160 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:22.663836 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Transition to ACTIVE for port object a914dae0-45f0-4ccb-a8f2-af02b0e87d0b will not be triggered until provisioned by entity L2. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:22.672725 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d426f1-1ba5-4c75-b11d-e69b035769c3 x-openstack-request-id: req-a5d426f1-1ba5-4c75-b11d-e69b035769c3 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:22.672725 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3f90c5-f9b2-4e5e-918f-e864c82d64b9", "name": "network-vif-plugged", "status": "completed", "tag": "396847b0-0b5a-4e97-ad50-70d4e66cf07f", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:22.674733 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:22.675010 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a5d426f1-1ba5-4c75-b11d-e69b035769c3 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:22.676687 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3f90c5-f9b2-4e5e-918f-e864c82d64b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396847b0-0b5a-4e97-ad50-70d4e66cf07f', 'code': 200} Jun 24 12:27:22.711157 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:22.770604 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 2be07669-7325-4a00-b546-e658c90bcc67 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:22.846487 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=396847b0-0b5a-4e97-ad50-70d4e66cf07f,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:22.850144 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:22.877312 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-e49ef5fe-920c-4df7-a98d-0b970b989429 None None] Provisioning complete for port 2be07669-7325-4a00-b546-e658c90bcc67 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:22.877833 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e49ef5fe-920c-4df7-a98d-0b970b989429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:22.910814 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:22.914205 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 2be07669-7325-4a00-b546-e658c90bcc67 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:22.914694 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:22.915002 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Attempting to bind port a914dae0-45f0-4ccb-a8f2-af02b0e87d0b on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:27:22.917573 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Attempting to bind port a914dae0-45f0-4ccb-a8f2-af02b0e87d0b by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:27:22.920229 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Attempting to bind port a914dae0-45f0-4ccb-a8f2-af02b0e87d0b on network 55215ffa-be73-4f27-8bd6-e565279244aa {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:22.951635 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:27:22.964701 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Checking segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:22.966437 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:22.968278 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Bound using segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:27:22.971154 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Bound port: a914dae0-45f0-4ccb-a8f2-af02b0e87d0b, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:27:22.974414 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:22.981980 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274d093-a0e8-4c9e-b964-965199ad3bfd None None] Pushing event updated for resources: {'Port': ['ID=a914dae0-45f0-4ccb-a8f2-af02b0e87d0b,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:22.991232 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935192a3-59c8-4db2-bab0-8b5e66dc1450 req-724f6a88-283f-410a-be03-52646c3350a7 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:22.993395 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-935192a3-59c8-4db2-bab0-8b5e66dc1450 req-724f6a88-283f-410a-be03-52646c3350a7 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 945 time: 0.1275141 Jun 24 12:27:23.005102 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d274d093-a0e8-4c9e-b964-965199ad3bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:23.069034 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-935192a3-59c8-4db2-bab0-8b5e66dc1450 req-1a04e2d6-db96-4b34-82c5-7c0faad7fab6 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690689 Jun 24 12:27:23.128269 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] For port a914dae0-45f0-4ccb-a8f2-af02b0e87d0b, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:27:23.141095 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] For port a914dae0-45f0-4ccb-a8f2-af02b0e87d0b, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=a914dae0-45f0-4ccb-a8f2-af02b0e87d0b,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:27:23.147487 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:23.150527 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:23.160332 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 36186) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:23.224611 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Routers {'6c8af4c7-385d-4ad7-a344-8728f6a68e63'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:27:23.225656 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:26:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:23.234073 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Allocated IP 172.20.0.1 (cc8b3f62-1ecb-457f-a82e-3de3879b3067/23408857-b599-4648-884f-3a1e8e563403/3251bc19-757f-4156-a31b-5682ae146826) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:27:23.263056 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d637c7-08a0-453a-aef4-09ab85503c8e req-06a93f1a-54c9-450b-8102-61d42a559e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:23.264728 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-c7d637c7-08a0-453a-aef4-09ab85503c8e req-06a93f1a-54c9-450b-8102-61d42a559e84 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 1098 time: 0.1327262 Jun 24 12:27:23.285397 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274d093-a0e8-4c9e-b964-965199ad3bfd None None] Pushing event updated for resources: {'Port': ['ID=a914dae0-45f0-4ccb-a8f2-af02b0e87d0b,revision_number=3']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:23.300468 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-d274d093-a0e8-4c9e-b964-965199ad3bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:23.352330 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-c7d637c7-08a0-453a-aef4-09ab85503c8e req-e8e98e40-78c6-4ecb-a27a-2ac54a316b65 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777638 Jun 24 12:27:23.379087 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:23.398094 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:23.415881 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Transition to ACTIVE for port object 3251bc19-757f-4156-a31b-5682ae146826 will not be triggered until provisioned by entity DHCP. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:23.426404 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] Set router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:27:23.511898 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:23.520214 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d2232f9b-da82-437c-9019-4a7359cfb87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:23.575591 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:23.593311 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:23.650334 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-7ef64c54-6960-472c-b02e-6fd60ce60b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:23.665792 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Network cc8b3f62-1ecb-457f-a82e-3de3879b3067 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:23.667231 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Pushing event updated for resources: {'Port': ['ID=3251bc19-757f-4156-a31b-5682ae146826,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:23.679500 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:23.690140 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:27:23.692444 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:23.727536 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6df8a30daef0458b8e059c3b9f41d2bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5658979 Jun 24 12:27:23.729873 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 36220) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:23.737877 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41e33bb-7d1b-4eba-8ddb-9f37fbf80252,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:23.764258 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:23.764636 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:23.764993 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:23.765345 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:23.765694 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:23.766061 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:23.766401 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:23.766742 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:23.767084 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:23.767452 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:23.767794 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:23.768126 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:23.774568 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611958'] for router_interface, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:23.777502 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:23.832156 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca871a65-64dc-4984-b8ee-2fa2015f9346 req-5452e9a8-0a35-4db9-af41-9fa33b60f318 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:23.840559 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ca871a65-64dc-4984-b8ee-2fa2015f9346 req-5452e9a8-0a35-4db9-af41-9fa33b60f318 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.2605648 Jun 24 12:27:23.873131 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-df3cb8fd-4cb6-421d-9b9b-f4e37345f10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:23.932333 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ca871a65-64dc-4984-b8ee-2fa2015f9346 req-24075190-d02d-43b7-9949-4a2137801b6e tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901814 Jun 24 12:27:23.948612 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-df3cb8fd-4cb6-421d-9b9b-f4e37345f10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:24.023587 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:20Z', 'revision_number': 3, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:24.059668 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-78055bb2-4b1e-471b-ae42-6dc3813a59ed None None] Provisioning for port 3251bc19-757f-4156-a31b-5682ae146826 completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:24.060291 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af0c00f-cf24-4ab6-ba6f-9613d58dfac1 None None] The sync data for ids ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'] in dv-cinder-689486-14-smb is: [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:20Z', 'revision_number': 3, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:27:24.071962 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-78055bb2-4b1e-471b-ae42-6dc3813a59ed None None] Provisioning complete for port 3251bc19-757f-4156-a31b-5682ae146826 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:24.072572 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-78055bb2-4b1e-471b-ae42-6dc3813a59ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:24.091524 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-df3cb8fd-4cb6-421d-9b9b-f4e37345f10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:24.095574 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-df3cb8fd-4cb6-421d-9b9b-f4e37345f10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:24.099145 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-df3cb8fd-4cb6-421d-9b9b-f4e37345f10d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d41e33bb-7d1b-4eba-8ddb-9f37fbf80252 HTTP/1.1" status: 204 len: 168 time: 0.3656538 Jun 24 12:27:24.099145 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-51fe99a4-94cc-4c58-9f49-855645df6829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:24.122495 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cb8fd-4cb6-421d-9b9b-f4e37345f10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41e33bb-7d1b-4eba-8ddb-9f37fbf80252,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:24.125269 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-df3cb8fd-4cb6-421d-9b9b-f4e37345f10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:24.169786 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:24.201262 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-78055bb2-4b1e-471b-ae42-6dc3813a59ed None None] Port 3251bc19-757f-4156-a31b-5682ae146826 cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:27:24.395476 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef8af5-2d0c-4234-aa2d-6ec3bd89a92f req-af4173fc-8491-4729-bd14-2a8180bd96fe tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:24.397103 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3eef8af5-2d0c-4234-aa2d-6ec3bd89a92f req-af4173fc-8491-4729-bd14-2a8180bd96fe tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 945 time: 0.1046026 Jun 24 12:27:24.423741 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:24.445294 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:24.477065 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3eef8af5-2d0c-4234-aa2d-6ec3bd89a92f req-b15e5abb-4542-467d-b2c5-84eed85eb314 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726635 Jun 24 12:27:24.479381 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:24.538602 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Pushing event updated for resources: {'Port': ['ID=3251bc19-757f-4156-a31b-5682ae146826,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:24.547416 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-955103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611970'] for router_interface, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:24.550615 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:24.686102 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Network cc8b3f62-1ecb-457f-a82e-3de3879b3067 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:24.688026 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:24.815155 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device a914dae0-45f0-4ccb-a8f2-af02b0e87d0b up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:24.889959 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 36256) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:24.927283 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port a914dae0-45f0-4ccb-a8f2-af02b0e87d0b completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:24.950314 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port a914dae0-45f0-4ccb-a8f2-af02b0e87d0b triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:24.950936 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:24.982048 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:27:25.212412 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-b3058db8-7a70-4cc9-8979-f0b51d59953c None None] Provisioning complete for port 3251bc19-757f-4156-a31b-5682ae146826 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:25.212960 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b3058db8-7a70-4cc9-8979-f0b51d59953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:25.237169 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:27:25.267067 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] 10.222.0.98 "PUT /v2.0/routers/6c8af4c7-385d-4ad7-a344-8728f6a68e63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7186573 Jun 24 12:27:25.307134 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-b3058db8-7a70-4cc9-8979-f0b51d59953c None None] Port 3251bc19-757f-4156-a31b-5682ae146826 cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:27:25.312262 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:25.358603 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36272) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:25.361741 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port a914dae0-45f0-4ccb-a8f2-af02b0e87d0b, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=a914dae0-45f0-4ccb-a8f2-af02b0e87d0b,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:25.383373 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:25.389640 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:25.439936 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7c8a0-d6b1-4400-af0e-03d1a8edf3c1 req-4c02463e-ab9d-430e-a2e5-19c742bb0f36 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:25.449908 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-81e7c8a0-d6b1-4400-af0e-03d1a8edf3c1 req-4c02463e-ab9d-430e-a2e5-19c742bb0f36 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1189873 Jun 24 12:27:25.475795 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=a914dae0-45f0-4ccb-a8f2-af02b0e87d0b,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:25.478762 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:25.501635 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ca2de634-ebbf-4039-93f4-f67745e7d54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:25.547175 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-81e7c8a0-d6b1-4400-af0e-03d1a8edf3c1 req-bb0de2e5-3dbe-4bfc-9f1c-b35d4534b40e tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963514 Jun 24 12:27:25.555634 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-215ee5ea-00e9-4394-ae59-9724653f5cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:25.692482 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-382619cf-5757-4910-98f0-5d6c6c6c7857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:25.768051 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ca2de634-ebbf-4039-93f4-f67745e7d54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:25.780905 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ca2de634-ebbf-4039-93f4-f67745e7d54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:25.786727 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-03ca5581-a5f5-49bb-aeb8-a74a29a35ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:25.838031 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3f3d2-4f45-4846-991c-42781a4d21bd req-58531382-23c6-4f11-9cea-7c1a993829d9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:25.839795 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8fb3f3d2-4f45-4846-991c-42781a4d21bd req-58531382-23c6-4f11-9cea-7c1a993829d9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 945 time: 0.1922846 Jun 24 12:27:25.843750 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-ca2de634-ebbf-4039-93f4-f67745e7d54d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=40bb50aad721418aa5e4435e1c571226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9530332 Jun 24 12:27:25.847274 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36294) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:25.849309 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2de634-ebbf-4039-93f4-f67745e7d54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8279a91d-e14a-4cda-803d-a49a55c5c055,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:25.872583 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ca2de634-ebbf-4039-93f4-f67745e7d54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:25.886967 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8fb3f3d2-4f45-4846-991c-42781a4d21bd req-88728aa3-b524-426a-89ce-934884f8edd8 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397224 Jun 24 12:27:25.966208 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-382619cf-5757-4910-98f0-5d6c6c6c7857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:25.983475 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-382619cf-5757-4910-98f0-5d6c6c6c7857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:25.990730 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d1979aaf-3a19-4224-8d23-6ff12aebae27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:26.007667 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f1d674c7-4a79-4466-b9e7-3b80af77f10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:26.046997 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 36304) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:26.047495 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-382619cf-5757-4910-98f0-5d6c6c6c7857 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bd248a642bea493498fdc561bbbf1d55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6877077 Jun 24 12:27:26.054588 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382619cf-5757-4910-98f0-5d6c6c6c7857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee229e0-e9d1-43f7-82c6-e65b4c6c35ec,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:26.076198 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-382619cf-5757-4910-98f0-5d6c6c6c7857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:26.078709 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f1d674c7-4a79-4466-b9e7-3b80af77f10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:26.137621 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f1d674c7-4a79-4466-b9e7-3b80af77f10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:26.141241 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f1d674c7-4a79-4466-b9e7-3b80af77f10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:26.143167 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-f1d674c7-4a79-4466-b9e7-3b80af77f10f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8279a91d-e14a-4cda-803d-a49a55c5c055 HTTP/1.1" status: 204 len: 168 time: 0.2947767 Jun 24 12:27:26.145121 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:26.157498 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d674c7-4a79-4466-b9e7-3b80af77f10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8279a91d-e14a-4cda-803d-a49a55c5c055,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:26.169095 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-f1d674c7-4a79-4466-b9e7-3b80af77f10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:26.184847 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e6416d22-409a-4f3e-800b-b9d7f772130f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:26.229724 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e6416d22-409a-4f3e-800b-b9d7f772130f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:26.288352 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36314) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:26.298778 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-d045dc3d-2442-4ca9-af05-ebba3d126127 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--168423637', 'description': 'tempest-description--1593642445'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:26.356821 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e6416d22-409a-4f3e-800b-b9d7f772130f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:26.359602 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e6416d22-409a-4f3e-800b-b9d7f772130f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:26.360992 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-e6416d22-409a-4f3e-800b-b9d7f772130f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2ee229e0-e9d1-43f7-82c6-e65b4c6c35ec HTTP/1.1" status: 204 len: 168 time: 0.3127384 Jun 24 12:27:26.361739 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-b4070c57-16d1-4a32-8afd-651bda69b5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:26.375545 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6416d22-409a-4f3e-800b-b9d7f772130f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee229e0-e9d1-43f7-82c6-e65b4c6c35ec,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:26.380055 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-e6416d22-409a-4f3e-800b-b9d7f772130f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:26.382348 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d045dc3d-2442-4ca9-af05-ebba3d126127 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:26.504051 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Sync routers for ids ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:27:26.519889 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Routers {'6c8af4c7-385d-4ad7-a344-8728f6a68e63'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:27:26.520875 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:26:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:26.588549 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d045dc3d-2442-4ca9-af05-ebba3d126127 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:26.607147 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d045dc3d-2442-4ca9-af05-ebba3d126127 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:26.611532 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-9ce01f66-dbde-4e21-88a2-de4e86019215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:26.713084 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045dc3d-2442-4ca9-af05-ebba3d126127 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8607013e-0072-41d8-a051-3261c47b2ce4,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:26.728259 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d045dc3d-2442-4ca9-af05-ebba3d126127 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:26.760016 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d045dc3d-2442-4ca9-af05-ebba3d126127 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:26.765425 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-d045dc3d-2442-4ca9-af05-ebba3d126127 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4719880 Jun 24 12:27:26.778320 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 36338) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:26.794601 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-408488e9-23dc-41f3-a75c-5da643014f8b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Request body: {'security_group_rule': {'security_group_id': '8607013e-0072-41d8-a051-3261c47b2ce4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:26.878294 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device a914dae0-45f0-4ccb-a8f2-af02b0e87d0b up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:26.932907 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-408488e9-23dc-41f3-a75c-5da643014f8b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:26.945689 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Set router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:27:26.961251 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c5b3a-4794-4fe0-b33b-6500991847a0 req-c755d54b-e4cb-4199-8060-b3b730312e32 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:26.962768 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-af7c5b3a-4794-4fe0-b33b-6500991847a0 req-c755d54b-e4cb-4199-8060-b3b730312e32 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1298885 Jun 24 12:27:26.990684 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port a914dae0-45f0-4ccb-a8f2-af02b0e87d0b triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:26.991240 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:27.042761 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-af7c5b3a-4794-4fe0-b33b-6500991847a0 req-f61dde8f-8bfc-4fb8-b6f2-b824acec9918 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726461 Jun 24 12:27:27.064039 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-408488e9-23dc-41f3-a75c-5da643014f8b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:27.068604 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-408488e9-23dc-41f3-a75c-5da643014f8b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:27.070792 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:27.087720 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408488e9-23dc-41f3-a75c-5da643014f8b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b8bdf07-71da-4f52-b9fd-0ebee0e5ff42,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:27.093346 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-408488e9-23dc-41f3-a75c-5da643014f8b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:27.101493 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-408488e9-23dc-41f3-a75c-5da643014f8b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:27.105987 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-408488e9-23dc-41f3-a75c-5da643014f8b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3219182 Jun 24 12:27:27.106318 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36348) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:27.111410 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-f6c648a1-888d-4630-8452-35e9bd5e5e56 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Request body: {'security_group_rule': {'security_group_id': '8607013e-0072-41d8-a051-3261c47b2ce4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:27.149307 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f6c648a1-888d-4630-8452-35e9bd5e5e56 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:27.243872 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f6c648a1-888d-4630-8452-35e9bd5e5e56 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:27.256315 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f6c648a1-888d-4630-8452-35e9bd5e5e56 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:27.261479 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:24Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '3251bc19-757f-4156-a31b-5682ae146826', 'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'mac_address': 'fa:16:3e:2d:09:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:22Z', 'updated_at': '2021-06-24T12:27:24Z', 'revision_number': 2, 'project_id': 'cc538158c2904a4fab192222206e534b', 'subnets': [{'id': '23408857-b599-4648-884f-3a1e8e563403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:27.291771 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:27.300091 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Checking router: 6c8af4c7-385d-4ad7-a344-8728f6a68e63 for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:27:27.300456 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Updating router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 port 3251bc19-757f-4156-a31b-5682ae146826 binding host dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:27:27.343027 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:27.373127 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c648a1-888d-4630-8452-35e9bd5e5e56 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64592fe3-9f2b-4eb2-a4ec-d0da8ecf8002,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:27.380405 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-f6c648a1-888d-4630-8452-35e9bd5e5e56 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:27.383998 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f6c648a1-888d-4630-8452-35e9bd5e5e56 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:27.385213 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-f6c648a1-888d-4630-8452-35e9bd5e5e56 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2777915 Jun 24 12:27:27.388828 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 36364) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:27.393413 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Request body: {'floatingip': {'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:27.419846 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for floatingip, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:27.422917 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0c30b9d2-ba96-4eae-97ff-cc48c74d5228 req-310dcc41-a072-4001-b994-45c1068dbf9e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1375942 Jun 24 12:27:27.542003 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:27.665345 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:27.672664 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b9d2-ba96-4eae-97ff-cc48c74d5228 req-1ce2fb92-95a5-467d-bf4d-95f891a6f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:27.674211 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0c30b9d2-ba96-4eae-97ff-cc48c74d5228 req-1ce2fb92-95a5-467d-bf4d-95f891a6f93e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a955bf822d9048f5940776ef24fd6e11&device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 1098 time: 0.0888467 Jun 24 12:27:27.682152 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Transition to ACTIVE for port object 3251bc19-757f-4156-a31b-5682ae146826 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:27.690612 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:27.693022 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:27.694321 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Allocated IP 172.28.2.149 (55215ffa-be73-4f27-8bd6-e565279244aa/626247e8-372a-46a2-9822-6edda33fe1cd/56ab9842-9ee9-4b3e-bdf1-5cce9395d4ab) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:27:27.755137 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Pushing event updated for resources: {'Port': ['ID=3251bc19-757f-4156-a31b-5682ae146826,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:27.787864 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:27.789553 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:27.790424 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:27.798499 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:27.799556 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:27.800098 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:27.800519 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:27.801485 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:27.802067 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:27.802910 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:27.803825 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:27.804192 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:27:27.813895 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:27.923024 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:27.923698 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b9d2-ba96-4eae-97ff-cc48c74d5228 req-cb5bc1c3-eff1-4c63-a952-3f52030e0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:27.926771 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0c30b9d2-ba96-4eae-97ff-cc48c74d5228 req-cb5bc1c3-eff1-4c63-a952-3f52030e0b87 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e1f1aa0f-fd0e-4821-a005-7c107dd03887 HTTP/1.1" status: 200 len: 914 time: 0.1880493 Jun 24 12:27:27.933143 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Attempting to bind port 3251bc19-757f-4156-a31b-5682ae146826 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:27:27.933632 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Attempting to bind port 3251bc19-757f-4156-a31b-5682ae146826 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:27:27.934162 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Attempting to bind port 3251bc19-757f-4156-a31b-5682ae146826 on network cc8b3f62-1ecb-457f-a82e-3de3879b3067 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:27.940911 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:27:27.941330 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Checking segment: {'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:27.942585 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:27.943378 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Bound using segment: {'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:27:27.944082 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Bound port: 3251bc19-757f-4156-a31b-5682ae146826, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:27:27.944658 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:28.014929 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0c30b9d2-ba96-4eae-97ff-cc48c74d5228 req-2ad04793-b0c6-46f2-825f-be708e9f6a10 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a84a38f-dc72-4409-b249-ece62067f090 HTTP/1.1" status: 200 len: 217 time: 0.0689483 Jun 24 12:27:28.022289 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3352900'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:28.025914 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-471797f1-7631-4ff0-8b0a-231948a16c4a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:28.099415 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Network 55215ffa-be73-4f27-8bd6-e565279244aa is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:28.111209 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-96b1e2bc-7c2f-4a43-9155-db962bc9603f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:28.117085 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:28.124941 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:27:28.135299 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b9d2-ba96-4eae-97ff-cc48c74d5228 req-7edab95f-1ec9-43e6-a388-312ed8960045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:28.142604 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] For port 3251bc19-757f-4156-a31b-5682ae146826, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:27:28.146802 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] For port 3251bc19-757f-4156-a31b-5682ae146826, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=3251bc19-757f-4156-a31b-5682ae146826,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:27:28.152830 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:28.156538 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:28.158962 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0c30b9d2-ba96-4eae-97ff-cc48c74d5228 req-7edab95f-1ec9-43e6-a388-312ed8960045 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=975d93ba-ed56-4f92-8a0c-4eb6a701f2bf HTTP/1.1" status: 200 len: 853 time: 0.1343133 Jun 24 12:27:28.173657 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event updated for resources: {'Port': ['ID=56ab9842-9ee9-4b3e-bdf1-5cce9395d4ab,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:28.196229 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:28.233950 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Routers {'6c8af4c7-385d-4ad7-a344-8728f6a68e63'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:27:28.234820 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:27:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:28.239828 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0c30b9d2-ba96-4eae-97ff-cc48c74d5228 req-73d42130-2fc9-40d3-bcd0-0c162627fa07 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e1f1aa0f-fd0e-4821-a005-7c107dd03887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670557 Jun 24 12:27:28.331936 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:28.400133 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3f965-cb43-4e87-bf16-952c9a114f10 req-384bcfe6-6395-4582-b53b-67b91f5b1e9d tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:28.408963 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-19b3f965-cb43-4e87-bf16-952c9a114f10 req-384bcfe6-6395-4582-b53b-67b91f5b1e9d tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1284912 Jun 24 12:27:28.410452 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] Set router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:27:28.438523 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:28.445356 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0c30b9d2-ba96-4eae-97ff-cc48c74d5228 req-6ccf4737-adf9-46f8-b1d9-7b7dcb3666dc service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811733 Jun 24 12:27:28.603425 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0c30b9d2-ba96-4eae-97ff-cc48c74d5228 req-87809f57-b58b-495f-9623-8425a7d1ec6e service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461580 Jun 24 12:27:28.604229 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Pushing event updated for resources: {'Port': ['ID=3251bc19-757f-4156-a31b-5682ae146826,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:28.613088 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:28.628378 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:28.633258 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:28.644782 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f633365e-df7f-448f-b314-5f1c4eec37c1 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:28.653421 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-19b3f965-cb43-4e87-bf16-952c9a114f10 req-bea2ca89-d5ee-47cb-9ea0-70efea868a67 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433720 Jun 24 12:27:28.744832 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event updated for resources: {'Port': ['ID=56ab9842-9ee9-4b3e-bdf1-5cce9395d4ab,revision_number=2']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:28.760651 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:28.785677 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612985'] for floatingip, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:28.848071 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for floatingip, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:28.850215 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4602895 Jun 24 12:27:29.050813 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:29.142876 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-597625c0-1390-43e3-8fc9-e6a3092f9450 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--168423637&fields=id&tenant_id=cc538158c2904a4fab192222206e534b HTTP/1.1" status: 200 len: 267 time: 0.0678763 Jun 24 12:27:29.213731 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:24Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '3251bc19-757f-4156-a31b-5682ae146826', 'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'mac_address': 'fa:16:3e:2d:09:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:22Z', 'updated_at': '2021-06-24T12:27:28Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'subnets': [{'id': '23408857-b599-4648-884f-3a1e8e563403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:29.248957 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37a5f40-fec4-4010-8356-d1f660231a74 None None] The sync data for ids ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'] in dv-cinder-689486-14-smb is: [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:24Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '3251bc19-757f-4156-a31b-5682ae146826', 'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'mac_address': 'fa:16:3e:2d:09:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:22Z', 'updated_at': '2021-06-24T12:27:28Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'subnets': [{'id': '23408857-b599-4648-884f-3a1e8e563403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:27:29.323386 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-aacf25b3-dce5-4fe4-b302-6e40da63b841 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:29.326026 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-aacf25b3-dce5-4fe4-b302-6e40da63b841 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/networks?id=cc8b3f62-1ecb-457f-a82e-3de3879b3067 HTTP/1.1" status: 200 len: 817 time: 0.1753988 Jun 24 12:27:29.355866 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-d0d13014-0a61-46fd-a7c7-457bdf1fdf38 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/quotas/cc538158c2904a4fab192222206e534b HTTP/1.1" status: 200 len: 375 time: 0.0226178 Jun 24 12:27:29.387847 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:29.507506 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-b944e272-6970-47a2-adfe-cf9fb4ac89e7 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:29.515175 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-b944e272-6970-47a2-adfe-cf9fb4ac89e7 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/networks?id=e1f1aa0f-fd0e-4821-a005-7c107dd03887 HTTP/1.1" status: 200 len: 813 time: 0.1734481 Jun 24 12:27:29.531933 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-a0c0286b-1ee0-4f67-8e02-c75aa1571f09 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/quotas/a955bf822d9048f5940776ef24fd6e11 HTTP/1.1" status: 200 len: 375 time: 0.0155053 Jun 24 12:27:29.545714 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-839e8b68-f740-4cf4-b82d-cd9e359750e6 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=cc538158c2904a4fab192222206e534b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1520693 Jun 24 12:27:29.894809 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-53a7896c-fbd1-49b8-9881-543c3e06d7bb tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a955bf822d9048f5940776ef24fd6e11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3584559 Jun 24 12:27:29.978165 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-97f63296-f60f-441d-9f10-ccda1da3b3d3 service neutron] 10.222.0.98 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019279 Jun 24 12:27:30.091056 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-202850b4-0b9d-4fc8-beb1-1f5b64a0c17c service neutron] 10.222.0.98 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757519 Jun 24 12:27:30.111568 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-37adb1b5-39bd-4bd5-b6c1-22d27bf04759 service neutron] 10.222.0.98 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302011 Jun 24 12:27:30.204242 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-0da6e3a0-9546-4f7c-b666-a8dba60c2d14 service neutron] 10.222.0.98 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056213 Jun 24 12:27:30.582286 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c7fda-fc0f-47ec-9c3b-2a314ad713aa req-e05f1c19-d7f6-44c7-a65a-f9329748548b tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:30.592722 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0e1c7fda-fc0f-47ec-9c3b-2a314ad713aa req-e05f1c19-d7f6-44c7-a65a-f9329748548b tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1157482 Jun 24 12:27:30.714289 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0e2006b4-5fb8-46d8-b2be-cacb17aa1fe2 req-16726c64-ec76-49c8-ae99-25e30c6ade39 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 210 time: 0.0408804 Jun 24 12:27:30.732636 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0e1c7fda-fc0f-47ec-9c3b-2a314ad713aa req-99b895f9-ce71-4021-a156-a82848cf1934 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387904 Jun 24 12:27:30.844878 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cf739201-9aff-43fb-8977-118a133750bb req-b9b4f8c8-8169-4e4c-900a-44a0b49aee78 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 210 time: 0.0497596 Jun 24 12:27:30.845909 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 3251bc19-757f-4156-a31b-5682ae146826 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:30.920783 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:30.966040 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port 3251bc19-757f-4156-a31b-5682ae146826 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:30.974410 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 3251bc19-757f-4156-a31b-5682ae146826 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:30.975056 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:31.076525 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:31.136007 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port 3251bc19-757f-4156-a31b-5682ae146826, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=3251bc19-757f-4156-a31b-5682ae146826,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:31.141840 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:31.146935 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:31.199649 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=3251bc19-757f-4156-a31b-5682ae146826,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:31.209065 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:31.246667 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:31.899698 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e601b01d-26b7-4cb3-91a9-004bd24f174d req-bae4e657-610c-4b90-89b2-a7aea6cd87ce tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 210 time: 0.0366492 Jun 24 12:27:32.091959 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c510793f-2a9d-461f-b7a9-74cec800717c req-2e302a26-0fff-4f62-a008-7d2c0e335c5e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 210 time: 0.0488596 Jun 24 12:27:32.145200 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4124ef8-2017-43ff-ae23-ce86eb70fd86 req-857301c7-3462-48f4-9f4f-47c15001b3bd tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:32.155048 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b4124ef8-2017-43ff-ae23-ce86eb70fd86 req-857301c7-3462-48f4-9f4f-47c15001b3bd tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1233289 Jun 24 12:27:32.201037 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b4124ef8-2017-43ff-ae23-ce86eb70fd86 req-581078ea-3a29-41e9-b765-c9e7dae7e4d3 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450952 Jun 24 12:27:32.287794 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-baf8f398-ddf1-479a-adef-44c200df7466 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:32.289238 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-baf8f398-ddf1-479a-adef-44c200df7466 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.49 "GET /v2.0/networks?id=cc8b3f62-1ecb-457f-a82e-3de3879b3067 HTTP/1.1" status: 200 len: 817 time: 0.1361945 Jun 24 12:27:32.355691 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-b3098145-a9c2-4fb9-8961-9da8c4840784 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc538158c2904a4fab192222206e534b HTTP/1.1" status: 200 len: 379 time: 0.0363572 Jun 24 12:27:32.365892 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-ed52757c-5510-417d-8c96-c5fc539807db tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Request body: {'port': {'device_id': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'admin_state_up': True, 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'security_groups': ['8607013e-0072-41d8-a051-3261c47b2ce4']}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:32.482431 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-ed52757c-5510-417d-8c96-c5fc539807db tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Made reservation on behalf of cc538158c2904a4fab192222206e534b for: {'port': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:27:32.486251 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-ed52757c-5510-417d-8c96-c5fc539807db tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:32.624495 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-ed52757c-5510-417d-8c96-c5fc539807db tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Allocated IP 172.20.0.8 (cc8b3f62-1ecb-457f-a82e-3de3879b3067/23408857-b599-4648-884f-3a1e8e563403/be7899b4-583c-4ea2-a56b-ff34480c4915) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:27:32.723457 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 3251bc19-757f-4156-a31b-5682ae146826 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:32.776490 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 3251bc19-757f-4156-a31b-5682ae146826 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:32.777848 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:32.794993 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-ed52757c-5510-417d-8c96-c5fc539807db tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:33.032090 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-ed52757c-5510-417d-8c96-c5fc539807db tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Transition to ACTIVE for port object be7899b4-583c-4ea2-a56b-ff34480c4915 will not be triggered until provisioned by entity DHCP. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:33.067090 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-ed52757c-5510-417d-8c96-c5fc539807db tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:33.071642 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:33.115357 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-ed52757c-5510-417d-8c96-c5fc539807db tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Network cc8b3f62-1ecb-457f-a82e-3de3879b3067 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:33.118826 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-ed52757c-5510-417d-8c96-c5fc539807db tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:33.123228 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-ed52757c-5510-417d-8c96-c5fc539807db tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:27:33.190110 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-ed52757c-5510-417d-8c96-c5fc539807db tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:33.192164 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-ed52757c-5510-417d-8c96-c5fc539807db tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:33.196492 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed52757c-5510-417d-8c96-c5fc539807db tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event updated for resources: {'Port': ['ID=be7899b4-583c-4ea2-a56b-ff34480c4915,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:33.201926 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-ed52757c-5510-417d-8c96-c5fc539807db tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:33.221944 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-ed52757c-5510-417d-8c96-c5fc539807db tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8597791 Jun 24 12:27:33.225732 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d7f90-151e-4e6e-ba8e-7bf6d6ca2ddd req-d3f5ab5f-adc0-45bb-a945-fd623dec5737 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:33.227812 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f92d7f90-151e-4e6e-ba8e-7bf6d6ca2ddd req-d3f5ab5f-adc0-45bb-a945-fd623dec5737 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 931 time: 0.1682391 Jun 24 12:27:33.236616 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-544e520f-2409-41bd-b3cb-8fe120022f41 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:33.242492 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Request body: {'port': {'device_id': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:33.246758 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-544e520f-2409-41bd-b3cb-8fe120022f41 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.49 "GET /v2.0/networks?id=e1f1aa0f-fd0e-4821-a005-7c107dd03887 HTTP/1.1" status: 200 len: 813 time: 0.1984906 Jun 24 12:27:33.289614 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-ada5b1f8-130b-43aa-b987-e4995cdabe28 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Request body: {'port': {'device_id': 'd97737fb-10ec-40bd-a151-d3727c652031', 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887', 'admin_state_up': True, 'tenant_id': 'a955bf822d9048f5940776ef24fd6e11'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:33.391154 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:33.459943 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6830106f-877b-412d-b3d6-d82352a5afbe req-7c6c5bce-d86f-4990-8456-4b3a3f1d7e7e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 210 time: 0.1339014 Jun 24 12:27:33.475136 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-93cc15fb-2fb2-49f0-8b24-09fcb59380fb None None] Provisioning for port be7899b4-583c-4ea2-a56b-ff34480c4915 completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:33.485895 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f92d7f90-151e-4e6e-ba8e-7bf6d6ca2ddd req-8c655b8f-b3df-499a-981a-4102562349c7 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316792 Jun 24 12:27:33.486864 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-93cc15fb-2fb2-49f0-8b24-09fcb59380fb None None] Provisioning complete for port be7899b4-583c-4ea2-a56b-ff34480c4915 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:33.488657 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-93cc15fb-2fb2-49f0-8b24-09fcb59380fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:33.561255 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-ada5b1f8-130b-43aa-b987-e4995cdabe28 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Made reservation on behalf of a955bf822d9048f5940776ef24fd6e11 for: {'port': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:27:33.565146 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-ada5b1f8-130b-43aa-b987-e4995cdabe28 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:33.586134 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-93cc15fb-2fb2-49f0-8b24-09fcb59380fb None None] Port be7899b4-583c-4ea2-a56b-ff34480c4915 cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:27:33.771250 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-ada5b1f8-130b-43aa-b987-e4995cdabe28 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Allocated IP 172.20.0.11 (e1f1aa0f-fd0e-4821-a005-7c107dd03887/975d93ba-ed56-4f92-8a0c-4eb6a701f2bf/59d70fe1-aed6-42cc-a7b0-51ea0ce0126b) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:27:33.800699 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65daa3-001b-48df-a31c-dbda78ba0131 req-2166e62c-d8ad-41a3-a3e9-87585fc140e0 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:33.802570 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2b65daa3-001b-48df-a31c-dbda78ba0131 req-2166e62c-d8ad-41a3-a3e9-87585fc140e0 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1518831 Jun 24 12:27:33.827687 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7899b4-583c-4ea2-a56b-ff34480c4915 {{(pid=92890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:27:33.835057 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:33.850049 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Transition to ACTIVE for port object be7899b4-583c-4ea2-a56b-ff34480c4915 will not be triggered until provisioned by entity L2. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:33.854501 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:33.858170 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:33.880315 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2b65daa3-001b-48df-a31c-dbda78ba0131 req-fb0328e0-4a25-4d63-8120-7720844e63da tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661886 Jun 24 12:27:33.911367 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Pushing event updated for resources: {'Port': ['ID=be7899b4-583c-4ea2-a56b-ff34480c4915,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:33.926800 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:33.999688 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-ada5b1f8-130b-43aa-b987-e4995cdabe28 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:34.006379 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Attempting to bind port be7899b4-583c-4ea2-a56b-ff34480c4915 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:27:34.007123 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Attempting to bind port be7899b4-583c-4ea2-a56b-ff34480c4915 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'}] {{(pid=92890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:27:34.007502 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Attempting to bind port be7899b4-583c-4ea2-a56b-ff34480c4915 on network cc8b3f62-1ecb-457f-a82e-3de3879b3067 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:34.015245 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Port be7899b4-583c-4ea2-a56b-ff34480c4915 on network cc8b3f62-1ecb-457f-a82e-3de3879b3067 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:27:34.015766 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Attempting to bind port be7899b4-583c-4ea2-a56b-ff34480c4915 on network cc8b3f62-1ecb-457f-a82e-3de3879b3067 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:34.022896 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:27:34.023717 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Checking segment: {'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:34.024112 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Bound using segment: {'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'} {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:27:34.024819 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Bound port: be7899b4-583c-4ea2-a56b-ff34480c4915, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'}}] {{(pid=92890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:27:34.025184 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:34.065906 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-ada5b1f8-130b-43aa-b987-e4995cdabe28 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3352900'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:34.081013 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:34.108293 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['8a84a38f-dc72-4409-b249-ece62067f090', '396847b0-0b5a-4e97-ad50-70d4e66cf07f'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:27:34.118206 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] For port be7899b4-583c-4ea2-a56b-ff34480c4915, host hv-cinder-68948, cleared binding levels {{(pid=92890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:27:34.124448 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] For port be7899b4-583c-4ea2-a56b-ff34480c4915, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=be7899b4-583c-4ea2-a56b-ff34480c4915,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:27:34.129321 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:34.132227 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1f513dc4-9347-4029-9ceb-17c67469cc4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:34.156049 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-ada5b1f8-130b-43aa-b987-e4995cdabe28 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Network e1f1aa0f-fd0e-4821-a005-7c107dd03887 is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:34.159575 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-ada5b1f8-130b-43aa-b987-e4995cdabe28 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:34.177387 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-ada5b1f8-130b-43aa-b987-e4995cdabe28 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:27:34.183275 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:34.184129 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:34.185550 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] 10.222.0.49 "PUT /v2.0/ports/be7899b4-583c-4ea2-a56b-ff34480c4915 HTTP/1.1" status: 200 len: 1093 time: 0.9473290 Jun 24 12:27:34.186116 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'tag': 'be7899b4-583c-4ea2-a56b-ff34480c4915'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:34.189048 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde74577-0ec4-42cb-90b0-12bd46615fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "b3af54a5-166f-47d7-a77a-067c623a332c", "tag": "be7899b4-583c-4ea2-a56b-ff34480c4915"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:34.189838 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5b1f8-130b-43aa-b987-e4995cdabe28 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Pushing event updated for resources: {'Port': ['ID=59d70fe1-aed6-42cc-a7b0-51ea0ce0126b,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:34.229128 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ada5b1f8-130b-43aa-b987-e4995cdabe28 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:34.254722 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Pushing event updated for resources: {'Port': ['ID=be7899b4-583c-4ea2-a56b-ff34480c4915,revision_number=3']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:34.262526 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:34.270720 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3faba6-78a4-4c43-a2f5-1084281250db x-openstack-request-id: req-ea3faba6-78a4-4c43-a2f5-1084281250db {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:34.271609 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3af54a5-166f-47d7-a77a-067c623a332c", "tag": "be7899b4-583c-4ea2-a56b-ff34480c4915", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:34.272078 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ea3faba6-78a4-4c43-a2f5-1084281250db {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:34.273551 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'tag': 'be7899b4-583c-4ea2-a56b-ff34480c4915', 'status': 'completed', 'code': 200} Jun 24 12:27:34.280824 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-ada5b1f8-130b-43aa-b987-e4995cdabe28 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:34.281492 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-ada5b1f8-130b-43aa-b987-e4995cdabe28 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:34.329350 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-ada5b1f8-130b-43aa-b987-e4995cdabe28 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0546846 Jun 24 12:27:34.357427 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-f2bd2cc0-9ca7-4f40-9e2d-5f9cbaae1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:34.358901 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-f2bd2cc0-9ca7-4f40-9e2d-5f9cbaae1ebb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc538158c2904a4fab192222206e534b&device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 1096 time: 0.0699632 Jun 24 12:27:34.383117 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Request body: {'port': {'device_id': 'd97737fb-10ec-40bd-a151-d3727c652031', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:34.424061 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-913717bc-d7ea-432d-8fef-0a5c790b0d5e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be7899b4-583c-4ea2-a56b-ff34480c4915 HTTP/1.1" status: 200 len: 217 time: 0.0454092 Jun 24 12:27:34.470412 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:34.487833 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-6fb13036-f066-44f9-a0ea-6644f414156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:34.489363 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-6fb13036-f066-44f9-a0ea-6644f414156a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23408857-b599-4648-884f-3a1e8e563403 HTTP/1.1" status: 200 len: 856 time: 0.0581357 Jun 24 12:27:34.602739 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-2f347c68-ae3c-4b6d-a1c7-8cd7f141786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:34.604245 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-2f347c68-ae3c-4b6d-a1c7-8cd7f141786e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc8b3f62-1ecb-457f-a82e-3de3879b3067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1049590 Jun 24 12:27:34.716723 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-33c15fb5-9d87-401e-bd58-af28107df443 service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975721 Jun 24 12:27:34.798931 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d39259-7df1-4625-b25f-9c8fb3e28897 req-c214d89c-0b31-4507-8bad-ce118a6b4462 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:34.803852 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-27d39259-7df1-4625-b25f-9c8fb3e28897 req-c214d89c-0b31-4507-8bad-ce118a6b4462 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 932 time: 0.2122278 Jun 24 12:27:34.825900 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-24b8586f-fb5f-49c8-b18d-1817996a8e41 req-57f212f8-b48e-4a9e-8c6c-64cdab744671 service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969837 Jun 24 12:27:34.862561 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6779c-2e47-491f-b129-7f7369f23ec1 req-355d7621-4bd0-4a6c-90e0-ecce4a065e99 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:34.864242 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-50d6779c-2e47-491f-b129-7f7369f23ec1 req-355d7621-4bd0-4a6c-90e0-ecce4a065e99 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.2311056 Jun 24 12:27:34.917191 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-27d39259-7df1-4625-b25f-9c8fb3e28897 req-11e85229-6246-42a8-af2a-4a83073fdfd6 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073842 Jun 24 12:27:34.967019 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-50d6779c-2e47-491f-b129-7f7369f23ec1 req-f678f4b3-8fbe-487d-8e78-be8630c1010a tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945508 Jun 24 12:27:34.977494 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b {{(pid=92888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:27:34.987837 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:35.003032 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.provisioning_blocks [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Transition to ACTIVE for port object 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b will not be triggered until provisioned by entity L2. {{(pid=92888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:35.008324 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:35.010593 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-896fc23d-9845-4280-85f9-a1851a8a4742 tempest-DeleteServersTestJSON-222990698 tempest-DeleteServersTestJSON-222990698-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:35.060535 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde74577-0ec4-42cb-90b0-12bd46615fa3 req-7427782f-207d-474d-aa24-ec272efcca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:35.062171 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-fde74577-0ec4-42cb-90b0-12bd46615fa3 req-7427782f-207d-474d-aa24-ec272efcca01 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc538158c2904a4fab192222206e534b&device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 1096 time: 0.0825920 Jun 24 12:27:35.143312 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=59d70fe1-aed6-42cc-a7b0-51ea0ce0126b,revision_number=2']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:35.149293 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:35.175522 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde74577-0ec4-42cb-90b0-12bd46615fa3 req-ae8b6f02-b0ed-42bd-b714-c13589e4d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:35.175522 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-fde74577-0ec4-42cb-90b0-12bd46615fa3 req-ae8b6f02-b0ed-42bd-b714-c13589e4d502 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc8b3f62-1ecb-457f-a82e-3de3879b3067 HTTP/1.1" status: 200 len: 918 time: 0.0979426 Jun 24 12:27:35.193914 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Attempting to bind port 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:27:35.194165 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Attempting to bind port 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:27:35.194500 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Attempting to bind port 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b on network e1f1aa0f-fd0e-4821-a005-7c107dd03887 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:35.207659 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2718aeb-26df-4f62-bcfd-da159e648a1e req-a8cad42b-5e76-4ead-bf07-19409834badf tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:35.209244 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b2718aeb-26df-4f62-bcfd-da159e648a1e req-a8cad42b-5e76-4ead-bf07-19409834badf tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1466739 Jun 24 12:27:35.211895 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Port 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b on network e1f1aa0f-fd0e-4821-a005-7c107dd03887 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:27:35.212220 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Attempting to bind port 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b on network e1f1aa0f-fd0e-4821-a005-7c107dd03887 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:35.219709 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:27:35.220050 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Checking segment: {'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:35.220433 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Bound using segment: {'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:27:35.220886 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Bound port: 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'}}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:27:35.221245 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-fde74577-0ec4-42cb-90b0-12bd46615fa3 req-c0264e97-6e33-434e-a084-cb2d85974709 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be7899b4-583c-4ea2-a56b-ff34480c4915 HTTP/1.1" status: 200 len: 217 time: 0.0355372 Jun 24 12:27:35.221354 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:35.280882 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde74577-0ec4-42cb-90b0-12bd46615fa3 req-165cef12-0609-47e1-8b56-3638ab6870b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:35.282641 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-fde74577-0ec4-42cb-90b0-12bd46615fa3 req-165cef12-0609-47e1-8b56-3638ab6870b0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23408857-b599-4648-884f-3a1e8e563403 HTTP/1.1" status: 200 len: 856 time: 0.0499682 Jun 24 12:27:35.289585 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b2718aeb-26df-4f62-bcfd-da159e648a1e req-9bb32e2d-bc10-496b-a962-339fd4e89531 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716114 Jun 24 12:27:35.325619 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] For port 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b, host hv-cinder-68948, cleared binding levels {{(pid=92888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:27:35.329266 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] For port 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=59d70fe1-aed6-42cc-a7b0-51ea0ce0126b,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:27:35.335679 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:35.351094 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-67ba8a77-47f3-4f38-8305-82b3b76e9cb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:35.360296 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde74577-0ec4-42cb-90b0-12bd46615fa3 req-a0221dd0-e2d2-4894-b758-d237ceef924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:35.361504 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-fde74577-0ec4-42cb-90b0-12bd46615fa3 req-a0221dd0-e2d2-4894-b758-d237ceef924b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc8b3f62-1ecb-457f-a82e-3de3879b3067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0703375 Jun 24 12:27:35.376725 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:35.377353 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:35.378746 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] 10.222.0.49 "PUT /v2.0/ports/59d70fe1-aed6-42cc-a7b0-51ea0ce0126b HTTP/1.1" status: 200 len: 1094 time: 1.0012476 Jun 24 12:27:35.379243 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd97737fb-10ec-40bd-a151-d3727c652031', 'tag': '59d70fe1-aed6-42cc-a7b0-51ea0ce0126b'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:35.381652 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6e12a5-6620-4e87-b805-1e9e0e80d640" -d '{"events": [{"name": "network-changed", "server_uuid": "d97737fb-10ec-40bd-a151-d3727c652031", "tag": "59d70fe1-aed6-42cc-a7b0-51ea0ce0126b"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:35.454848 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd9cf21-27bc-414e-a03a-b1b7431a6756 x-openstack-request-id: req-dbd9cf21-27bc-414e-a03a-b1b7431a6756 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:35.455161 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d97737fb-10ec-40bd-a151-d3727c652031", "tag": "59d70fe1-aed6-42cc-a7b0-51ea0ce0126b", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:35.455462 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dbd9cf21-27bc-414e-a03a-b1b7431a6756 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:35.455883 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd97737fb-10ec-40bd-a151-d3727c652031', 'tag': '59d70fe1-aed6-42cc-a7b0-51ea0ce0126b', 'status': 'completed', 'code': 200} Jun 24 12:27:35.461708 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=59d70fe1-aed6-42cc-a7b0-51ea0ce0126b,revision_number=3']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:35.464837 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:35.479602 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-fde74577-0ec4-42cb-90b0-12bd46615fa3 req-daf2f96c-ea02-407b-af12-132b7b11b5bc service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105502 Jun 24 12:27:35.551434 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-87d241ec-2cb5-4f08-94e5-cccf95d18598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:35.554510 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-87d241ec-2cb5-4f08-94e5-cccf95d18598 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a955bf822d9048f5940776ef24fd6e11&device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 1097 time: 0.0556769 Jun 24 12:27:35.596299 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-fde74577-0ec4-42cb-90b0-12bd46615fa3 req-0ac518da-8180-4cb5-9615-dc19bbae2f8f service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977085 Jun 24 12:27:35.622224 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-d5da7e26-7259-414d-bb85-c6dea784e5a1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59d70fe1-aed6-42cc-a7b0-51ea0ce0126b HTTP/1.1" status: 200 len: 217 time: 0.0513406 Jun 24 12:27:35.685702 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-9c46383d-1818-4ba7-8eb9-733a29c1a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:35.687183 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-9c46383d-1818-4ba7-8eb9-733a29c1a1d4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=975d93ba-ed56-4f92-8a0c-4eb6a701f2bf HTTP/1.1" status: 200 len: 853 time: 0.0493822 Jun 24 12:27:35.728383 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-69839b3a-93e1-4bab-9061-c058047ac7cf service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e1f1aa0f-fd0e-4821-a005-7c107dd03887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270054 Jun 24 12:27:35.831766 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-4f191f38-e0cc-4da2-9443-6d7bd6113e78 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903509 Jun 24 12:27:35.931333 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b09dce1f-32ef-434f-9a3b-96e62b723151 req-1b282abc-2400-48b8-96c5-d2ff78a7c4f3 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907059 Jun 24 12:27:36.050506 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36662) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:36.173593 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e12a5-6620-4e87-b805-1e9e0e80d640 req-7f768174-852c-44c3-8e92-7aa00d47fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:36.175215 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7d6e12a5-6620-4e87-b805-1e9e0e80d640 req-7f768174-852c-44c3-8e92-7aa00d47fb44 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a955bf822d9048f5940776ef24fd6e11&device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 1097 time: 0.0922818 Jun 24 12:27:36.192155 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b5b6e-c98d-4e3c-868e-b6104be55d4b req-590ffe25-b54f-4ad6-9755-20fb7013a658 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:36.193727 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9e4b5b6e-c98d-4e3c-868e-b6104be55d4b req-590ffe25-b54f-4ad6-9755-20fb7013a658 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 944 time: 0.1522675 Jun 24 12:27:36.206644 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f71ff49d-ba54-4ad4-957e-9041e4d8a458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:36.327181 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f71ff49d-ba54-4ad4-957e-9041e4d8a458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:36.331702 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f71ff49d-ba54-4ad4-957e-9041e4d8a458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:36.341059 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-f1d674c7-4a79-4466-b9e7-3b80af77f10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:36.374943 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ff49d-ba54-4ad4-957e-9041e4d8a458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c16d03-2092-46ec-b8a8-c6968e0382d4,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:36.386164 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-f71ff49d-ba54-4ad4-957e-9041e4d8a458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:36.386164 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-f71ff49d-ba54-4ad4-957e-9041e4d8a458 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1d0fd8e3a9624b79a3c5bcbd2ea47977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304305 Jun 24 12:27:36.386164 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36680) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:36.445564 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5154-5cad-4daa-818b-d38eb8e24845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:36.468034 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5154-5cad-4daa-818b-d38eb8e24845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:36.476884 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36684) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:36.520475 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9e4b5b6e-c98d-4e3c-868e-b6104be55d4b req-c5469f65-d53d-4189-9eb7-bc3649ab5961 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075621 Jun 24 12:27:36.536069 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5154-5cad-4daa-818b-d38eb8e24845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:36.547063 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f4bd5154-5cad-4daa-818b-d38eb8e24845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:36.547063 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-f4bd5154-5cad-4daa-818b-d38eb8e24845 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f3c16d03-2092-46ec-b8a8-c6968e0382d4 HTTP/1.1" status: 204 len: 168 time: 0.1570742 Jun 24 12:27:36.547387 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e12a5-6620-4e87-b805-1e9e0e80d640 req-c5fa3ea0-3f08-4a1f-b02b-8199acb47341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:36.547528 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:36.547609 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7d6e12a5-6620-4e87-b805-1e9e0e80d640 req-c5fa3ea0-3f08-4a1f-b02b-8199acb47341 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e1f1aa0f-fd0e-4821-a005-7c107dd03887 HTTP/1.1" status: 200 len: 914 time: 0.3503764 Jun 24 12:27:36.552149 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bd5154-5cad-4daa-818b-d38eb8e24845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c16d03-2092-46ec-b8a8-c6968e0382d4,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:36.554976 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-f4bd5154-5cad-4daa-818b-d38eb8e24845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:36.560053 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307911d-b52d-4e3d-bd4a-96b5fa4fca5c req-06f629f1-a29c-48f7-b064-53902d302aa1 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:36.579081 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2307911d-b52d-4e3d-bd4a-96b5fa4fca5c req-06f629f1-a29c-48f7-b064-53902d302aa1 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.3957908 Jun 24 12:27:36.640897 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7d6e12a5-6620-4e87-b805-1e9e0e80d640 req-97f74e28-c7a7-4fd3-9ab8-4525b5934f2e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59d70fe1-aed6-42cc-a7b0-51ea0ce0126b HTTP/1.1" status: 200 len: 217 time: 0.0597644 Jun 24 12:27:36.652432 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ceb68740-b9ee-42da-a5fa-3ffb1d52afa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:36.702059 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2307911d-b52d-4e3d-bd4a-96b5fa4fca5c req-78888269-028f-403e-b845-67d236afa342 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218705 Jun 24 12:27:36.751886 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e12a5-6620-4e87-b805-1e9e0e80d640 req-b3395084-1d18-4917-a7c2-5b389ca62a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:36.753370 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7d6e12a5-6620-4e87-b805-1e9e0e80d640 req-b3395084-1d18-4917-a7c2-5b389ca62a31 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=975d93ba-ed56-4f92-8a0c-4eb6a701f2bf HTTP/1.1" status: 200 len: 853 time: 0.0972207 Jun 24 12:27:36.769627 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ceb68740-b9ee-42da-a5fa-3ffb1d52afa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:36.780410 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ceb68740-b9ee-42da-a5fa-3ffb1d52afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:36.784087 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d045dc3d-2442-4ca9-af05-ebba3d126127 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:36.810764 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7d6e12a5-6620-4e87-b805-1e9e0e80d640 req-9e431675-0747-497b-8184-802cf68f173b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e1f1aa0f-fd0e-4821-a005-7c107dd03887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481477 Jun 24 12:27:36.827900 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-ceb68740-b9ee-42da-a5fa-3ffb1d52afa7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=439dc8bab10a48deaec994721d595eac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3499489 Jun 24 12:27:36.828836 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36694) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:36.829909 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb68740-b9ee-42da-a5fa-3ffb1d52afa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad68421-045a-44ee-b570-4e0c4d3f868c,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:36.843605 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634184ab-e0f8-4067-844a-21db149e21aa req-d96a20df-fd25-4ec0-af4f-f8f7fdf80db2 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:36.843903 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-ceb68740-b9ee-42da-a5fa-3ffb1d52afa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:36.845242 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-634184ab-e0f8-4067-844a-21db149e21aa req-d96a20df-fd25-4ec0-af4f-f8f7fdf80db2 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1591086 Jun 24 12:27:36.891895 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36696) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:36.907877 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-60379755-b19e-494f-93c6-8a2affb3459e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:36.909823 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-819611c2-e694-4198-addc-19efb01f6da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:36.928625 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-634184ab-e0f8-4067-844a-21db149e21aa req-5808aba9-4859-418b-b810-d08190628277 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737009 Jun 24 12:27:36.958758 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-60379755-b19e-494f-93c6-8a2affb3459e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:36.962577 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7d6e12a5-6620-4e87-b805-1e9e0e80d640 req-3e815edb-6f79-4c02-909e-6f0f963825ca service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389010 Jun 24 12:27:37.037924 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-60379755-b19e-494f-93c6-8a2affb3459e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:37.040518 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-60379755-b19e-494f-93c6-8a2affb3459e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:37.041628 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-60379755-b19e-494f-93c6-8a2affb3459e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/aad68421-045a-44ee-b570-4e0c4d3f868c HTTP/1.1" status: 204 len: 168 time: 0.2055423 Jun 24 12:27:37.044973 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:37.055212 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60379755-b19e-494f-93c6-8a2affb3459e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad68421-045a-44ee-b570-4e0c4d3f868c,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:37.057436 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-60379755-b19e-494f-93c6-8a2affb3459e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:37.061391 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7d6e12a5-6620-4e87-b805-1e9e0e80d640 req-4f617f93-9a2b-4802-a10a-977e29ab6a9a service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914109 Jun 24 12:27:37.062929 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-819611c2-e694-4198-addc-19efb01f6da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:37.069293 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-819611c2-e694-4198-addc-19efb01f6da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:37.072817 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-5aec12f2-8b2a-485d-9788-bbcbe773b2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:37.113543 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-819611c2-e694-4198-addc-19efb01f6da6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0e28c7762f524e0997c8178606f533eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205400 Jun 24 12:27:37.114407 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819611c2-e694-4198-addc-19efb01f6da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109199a6-c8f2-410a-9f97-7c8ab6b0793b,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:37.116170 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 36700) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:37.117346 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-819611c2-e694-4198-addc-19efb01f6da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:37.167496 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5f9b33a9-18c2-45d1-b11f-a17226b31dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:37.192731 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5f9b33a9-18c2-45d1-b11f-a17226b31dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:37.248050 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5f9b33a9-18c2-45d1-b11f-a17226b31dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:37.250707 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5f9b33a9-18c2-45d1-b11f-a17226b31dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:37.254400 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-5f9b33a9-18c2-45d1-b11f-a17226b31dd8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/109199a6-c8f2-410a-9f97-7c8ab6b0793b HTTP/1.1" status: 204 len: 168 time: 0.1340480 Jun 24 12:27:37.254400 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f5ac00f2-01aa-41fb-ac60-82085ad73f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:37.264618 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b33a9-18c2-45d1-b11f-a17226b31dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109199a6-c8f2-410a-9f97-7c8ab6b0793b,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:37.267400 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-5f9b33a9-18c2-45d1-b11f-a17226b31dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:37.419202 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 36714) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:37.431927 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-268106c7-b676-4daf-9641-53d35f7f4aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:37.527709 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-268106c7-b676-4daf-9641-53d35f7f4aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:37.532346 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-268106c7-b676-4daf-9641-53d35f7f4aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:37.536065 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:37.576422 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-268106c7-b676-4daf-9641-53d35f7f4aab admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=770d84064a7b4fe9b57b5d1a6a2054c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531942 Jun 24 12:27:37.576422 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268106c7-b676-4daf-9641-53d35f7f4aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9af2e7-8b07-4275-8825-29d28f7b6856,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:37.576960 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36722) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:37.581024 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-268106c7-b676-4daf-9641-53d35f7f4aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:37.633823 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a5e8a572-c709-43dc-8788-3f0b407b506f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:37.657198 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a5e8a572-c709-43dc-8788-3f0b407b506f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:37.714950 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a5e8a572-c709-43dc-8788-3f0b407b506f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:37.717124 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6839d86-25f7-44e1-a10f-0cf4e20077b0 req-3ed67e40-313b-41dd-84a7-0960e5664eeb tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:37.717654 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a5e8a572-c709-43dc-8788-3f0b407b506f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:37.718769 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-a5e8a572-c709-43dc-8788-3f0b407b506f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2c9af2e7-8b07-4275-8825-29d28f7b6856 HTTP/1.1" status: 204 len: 168 time: 0.1407170 Jun 24 12:27:37.719535 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e23bdea0-2fc1-4936-93b4-2365b5c7f698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:37.721254 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e6839d86-25f7-44e1-a10f-0cf4e20077b0 req-3ed67e40-313b-41dd-84a7-0960e5664eeb tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 944 time: 0.0716417 Jun 24 12:27:37.728983 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8a572-c709-43dc-8788-3f0b407b506f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9af2e7-8b07-4275-8825-29d28f7b6856,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:37.738541 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-a5e8a572-c709-43dc-8788-3f0b407b506f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:37.783135 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e6839d86-25f7-44e1-a10f-0cf4e20077b0 req-d12ee8d0-cdbd-4943-ba0f-fe72acda541d tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565386 Jun 24 12:27:37.926456 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643701c-59b4-4461-a20b-6feccc2a8ddb req-8f68f8e1-0057-4bb2-863e-8d0330280d4a tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:37.927970 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5643701c-59b4-4461-a20b-6feccc2a8ddb req-8f68f8e1-0057-4bb2-863e-8d0330280d4a tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.0707252 Jun 24 12:27:37.972707 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5643701c-59b4-4461-a20b-6feccc2a8ddb req-3b442201-0936-4489-97b8-0c3cdefec452 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384488 Jun 24 12:27:38.105783 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36748) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:38.118166 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device be7899b4-583c-4ea2-a56b-ff34480c4915 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:27:38.120378 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-407978f2-9afc-45b7-851a-cfba5608f404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:38.188973 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3f449-eeb9-4ec1-9558-42209c5288f9 req-83f18aee-cc27-4fce-aaf8-af63576418ed tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:38.196317 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9b3f449-eeb9-4ec1-9558-42209c5288f9 req-83f18aee-cc27-4fce-aaf8-af63576418ed tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0893948 Jun 24 12:27:38.232900 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-407978f2-9afc-45b7-851a-cfba5608f404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:38.239655 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-407978f2-9afc-45b7-851a-cfba5608f404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:38.243617 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-f4bd5154-5cad-4daa-818b-d38eb8e24845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:38.245882 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9b3f449-eeb9-4ec1-9558-42209c5288f9 req-92207732-1a8f-4ada-8fe0-dda2da9353d3 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482099 Jun 24 12:27:38.265576 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port be7899b4-583c-4ea2-a56b-ff34480c4915, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=be7899b4-583c-4ea2-a56b-ff34480c4915,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:38.278209 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': 'be7899b4-583c-4ea2-a56b-ff34480c4915', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'port_id': 'be7899b4-583c-4ea2-a56b-ff34480c4915', 'mac_address': 'fa:16:3e:68:b2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:27:38.283929 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407978f2-9afc-45b7-851a-cfba5608f404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7066e8-ca15-4251-b316-654286f72771,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:38.286889 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-407978f2-9afc-45b7-851a-cfba5608f404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:38.289773 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-407978f2-9afc-45b7-851a-cfba5608f404 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6d7bb5e105a84923b7d15b00768345e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1829093 Jun 24 12:27:38.293149 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36752) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:38.324046 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:38.336559 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7899b4-583c-4ea2-a56b-ff34480c4915 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:27:38.350058 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a619e1e4-2526-4dd3-bda0-0a88c82010a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:38.357632 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port be7899b4-583c-4ea2-a56b-ff34480c4915, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=be7899b4-583c-4ea2-a56b-ff34480c4915,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:38.361737 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:38.364592 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:38.386839 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a619e1e4-2526-4dd3-bda0-0a88c82010a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:38.423776 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=be7899b4-583c-4ea2-a56b-ff34480c4915,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:38.427135 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:38.446246 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a619e1e4-2526-4dd3-bda0-0a88c82010a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:38.449208 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a619e1e4-2526-4dd3-bda0-0a88c82010a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:38.450923 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-a619e1e4-2526-4dd3-bda0-0a88c82010a4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5e7066e8-ca15-4251-b316-654286f72771 HTTP/1.1" status: 204 len: 168 time: 0.1557209 Jun 24 12:27:38.452006 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-60379755-b19e-494f-93c6-8a2affb3459e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:38.461192 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619e1e4-2526-4dd3-bda0-0a88c82010a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7066e8-ca15-4251-b316-654286f72771,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:38.463417 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-a619e1e4-2526-4dd3-bda0-0a88c82010a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:38.909917 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['be7899b4-583c-4ea2-a56b-ff34480c4915'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:27:38.983780 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67b50c-32dd-4ac1-b0cc-7b08a27d6643 req-50a6b73a-417f-4ece-82f2-4cc9f06f839d tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:38.986856 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bd67b50c-32dd-4ac1-b0cc-7b08a27d6643 req-50a6b73a-417f-4ece-82f2-4cc9f06f839d tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 944 time: 0.0822432 Jun 24 12:27:39.033625 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bd67b50c-32dd-4ac1-b0cc-7b08a27d6643 req-da9606b3-c8a5-4000-b16c-a2a754d3e5c1 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415263 Jun 24 12:27:39.213822 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b51ea-4791-497b-bc85-0cf5ffad39ee req-193c7b15-5d50-4274-ae0a-a0222c8dd61d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:39.216388 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-623b51ea-4791-497b-bc85-0cf5ffad39ee req-193c7b15-5d50-4274-ae0a-a0222c8dd61d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 944 time: 0.0777557 Jun 24 12:27:39.263475 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-623b51ea-4791-497b-bc85-0cf5ffad39ee req-13001cee-406e-4ec4-b9af-972d16b514b0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402379 Jun 24 12:27:39.445822 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f6c74-b2c8-49bd-a812-1ab8d0d89cd5 req-19ec9fc7-0dab-40e0-bad5-1bc0440a157f tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:39.447512 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-907f6c74-b2c8-49bd-a812-1ab8d0d89cd5 req-19ec9fc7-0dab-40e0-bad5-1bc0440a157f tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0676754 Jun 24 12:27:39.501350 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-907f6c74-b2c8-49bd-a812-1ab8d0d89cd5 req-73cc2f24-bde7-47c7-8a2b-e6b947714293 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437298 Jun 24 12:27:40.145482 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:27:40.156524 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device be7899b4-583c-4ea2-a56b-ff34480c4915 up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:40.224327 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb47a3-ea6e-4ce4-905c-0fd3d110a777 req-37f054b9-f407-4a61-a9a4-3e0b54ac49d9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:40.226200 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d3cb47a3-ea6e-4ce4-905c-0fd3d110a777 req-37f054b9-f407-4a61-a9a4-3e0b54ac49d9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 944 time: 0.0713513 Jun 24 12:27:40.276261 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port be7899b4-583c-4ea2-a56b-ff34480c4915 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:40.277925 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d3cb47a3-ea6e-4ce4-905c-0fd3d110a777 req-27000b81-12af-452b-9f39-b72476cbf527 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451870 Jun 24 12:27:40.286008 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port be7899b4-583c-4ea2-a56b-ff34480c4915 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:40.286741 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:40.323313 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=59d70fe1-aed6-42cc-a7b0-51ea0ce0126b,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:40.338791 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': '59d70fe1-aed6-42cc-a7b0-51ea0ce0126b', 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887', 'port_id': '59d70fe1-aed6-42cc-a7b0-51ea0ce0126b', 'mac_address': 'fa:16:3e:a9:2a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975d93ba-ed56-4f92-8a0c-4eb6a701f2bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:27:40.411248 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:40.434511 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:27:40.455788 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=59d70fe1-aed6-42cc-a7b0-51ea0ce0126b,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:40.457305 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:40.468201 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:40.472284 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-728eba93-4b9c-44e7-ac78-28953e540dd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:40.477558 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb2896-6b64-49fa-bb44-49d1301b4eee req-2faef685-c350-4f0a-b736-884c0602fb3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:40.479312 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6dfb2896-6b64-49fa-bb44-49d1301b4eee req-2faef685-c350-4f0a-b736-884c0602fb3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 944 time: 0.0708354 Jun 24 12:27:40.532564 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6dfb2896-6b64-49fa-bb44-49d1301b4eee req-1a5d01c9-f8e0-4325-8731-83a0f70873ab tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451829 Jun 24 12:27:40.534708 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7899b4-583c-4ea2-a56b-ff34480c4915'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:40.537083 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d8706b-b30e-4dbc-b94e-0a21597cfc99" -d '{"events": [{"server_uuid": "b3af54a5-166f-47d7-a77a-067c623a332c", "name": "network-vif-plugged", "status": "completed", "tag": "be7899b4-583c-4ea2-a56b-ff34480c4915"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:40.547575 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port be7899b4-583c-4ea2-a56b-ff34480c4915, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=be7899b4-583c-4ea2-a56b-ff34480c4915,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:40.568746 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:40.582703 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=59d70fe1-aed6-42cc-a7b0-51ea0ce0126b,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:40.601850 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:40.601850 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:40.667520 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5017f7-23fd-4c47-b8d4-cee9235dd259 x-openstack-request-id: req-de5017f7-23fd-4c47-b8d4-cee9235dd259 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:40.667832 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3af54a5-166f-47d7-a77a-067c623a332c", "name": "network-vif-plugged", "status": "completed", "tag": "be7899b4-583c-4ea2-a56b-ff34480c4915", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:40.668089 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-de5017f7-23fd-4c47-b8d4-cee9235dd259 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:40.668476 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7899b4-583c-4ea2-a56b-ff34480c4915', 'code': 200} Jun 24 12:27:40.689164 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=be7899b4-583c-4ea2-a56b-ff34480c4915,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:40.692835 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:40.780428 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e88b53-0fcf-4386-87b7-1e6d2df7bc68 req-1d36326e-1849-44a2-a8b7-484ae14b82b0 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:40.782070 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-95e88b53-0fcf-4386-87b7-1e6d2df7bc68 req-1d36326e-1849-44a2-a8b7-484ae14b82b0 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1061664 Jun 24 12:27:40.839198 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-95e88b53-0fcf-4386-87b7-1e6d2df7bc68 req-64bb2a4c-4d87-4008-bb24-3cf79fd548b8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501683 Jun 24 12:27:40.995074 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36aa72-3e7d-4c2e-87a6-5a5a1be8e867 req-828f8c94-3f54-4860-b29b-9e4c19aff06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:40.996719 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bf36aa72-3e7d-4c2e-87a6-5a5a1be8e867 req-828f8c94-3f54-4860-b29b-9e4c19aff06b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 1098 time: 0.0595906 Jun 24 12:27:41.007719 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['59d70fe1-aed6-42cc-a7b0-51ea0ce0126b'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:27:41.039747 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bf36aa72-3e7d-4c2e-87a6-5a5a1be8e867 req-8963a105-0497-4ff3-aec8-6debddd80c10 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311420 Jun 24 12:27:41.451176 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21953ea0-87fb-47f5-843a-afae358b6b64 req-58c64e15-92c6-435b-88af-44c77e51150d tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:41.452676 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-21953ea0-87fb-47f5-843a-afae358b6b64 req-58c64e15-92c6-435b-88af-44c77e51150d tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 945 time: 0.0626345 Jun 24 12:27:41.488824 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-21953ea0-87fb-47f5-843a-afae358b6b64 req-9eb11360-637c-4223-b290-01e347663b79 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305123 Jun 24 12:27:41.718656 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00ef32-f236-4887-8c1b-2e58b7943582 req-d03c3c60-7f8e-4721-8d6b-5405a4179a90 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:41.720147 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6d00ef32-f236-4887-8c1b-2e58b7943582 req-d03c3c60-7f8e-4721-8d6b-5405a4179a90 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.0734050 Jun 24 12:27:41.757611 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6d00ef32-f236-4887-8c1b-2e58b7943582 req-7c8138ec-8840-49aa-9336-8cfd11619928 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319271 Jun 24 12:27:42.033813 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b27e2-8967-4f67-8c54-7decb9681193 req-2ef837eb-83ac-4d37-a412-9ea8a92f752f tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:42.035390 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f58b27e2-8967-4f67-8c54-7decb9681193 req-2ef837eb-83ac-4d37-a412-9ea8a92f752f tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0711675 Jun 24 12:27:42.078662 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f58b27e2-8967-4f67-8c54-7decb9681193 req-999f3efa-626b-4dae-8ce6-0c1c680c11dd tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376763 Jun 24 12:27:42.148229 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 36946) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:42.203522 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:27:42.258610 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:27:42.263203 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:27:42.263609 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:42.267204 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-94cddb2e-473c-494a-90ab-cf5a0a32e64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:42.350337 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:42.379144 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-94cddb2e-473c-494a-90ab-cf5a0a32e64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:42.384017 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=59d70fe1-aed6-42cc-a7b0-51ea0ce0126b,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:42.386349 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-94cddb2e-473c-494a-90ab-cf5a0a32e64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:42.389116 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f71de4eb-8bd3-498e-985c-53db2efdf2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:42.389785 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:42.393478 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:42.429533 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cddb2e-473c-494a-90ab-cf5a0a32e64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dde2d9f-2e93-499f-88b5-7b77d02ea561,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:42.434965 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-94cddb2e-473c-494a-90ab-cf5a0a32e64e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b10ef7432b9249e3a0e1662ce9413099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2856877 Jun 24 12:27:42.436815 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-94cddb2e-473c-494a-90ab-cf5a0a32e64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:42.437643 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36958) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:42.445692 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=59d70fe1-aed6-42cc-a7b0-51ea0ce0126b,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:42.449811 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:42.488324 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1934c743-4832-443c-9e5f-7e42c755ef1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:42.510411 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1934c743-4832-443c-9e5f-7e42c755ef1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:42.564768 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1934c743-4832-443c-9e5f-7e42c755ef1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:42.567607 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1934c743-4832-443c-9e5f-7e42c755ef1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:42.571941 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-1934c743-4832-443c-9e5f-7e42c755ef1c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4dde2d9f-2e93-499f-88b5-7b77d02ea561 HTTP/1.1" status: 204 len: 168 time: 0.1331573 Jun 24 12:27:42.572946 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-9b0caa8a-3e06-40ba-8cf9-68a06c9a9160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:42.583999 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934c743-4832-443c-9e5f-7e42c755ef1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dde2d9f-2e93-499f-88b5-7b77d02ea561,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:42.586923 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1934c743-4832-443c-9e5f-7e42c755ef1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:42.670448 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97737fb-10ec-40bd-a151-d3727c652031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d70fe1-aed6-42cc-a7b0-51ea0ce0126b'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:42.673937 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c305a4fa-8275-40fd-92a8-e015ad070ef0" -d '{"events": [{"server_uuid": "d97737fb-10ec-40bd-a151-d3727c652031", "name": "network-vif-plugged", "status": "completed", "tag": "59d70fe1-aed6-42cc-a7b0-51ea0ce0126b"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:42.694605 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d76119-a1e5-418d-b0f5-a581cbbaac81 req-7a4f2f77-d9cf-4673-b69c-292bb2dab1a7 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:42.696357 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e7d76119-a1e5-418d-b0f5-a581cbbaac81 req-7a4f2f77-d9cf-4673-b69c-292bb2dab1a7 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 946 time: 0.0796747 Jun 24 12:27:42.734106 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207b3e2e-62bd-4edb-b005-34490fda1bb4 x-openstack-request-id: req-207b3e2e-62bd-4edb-b005-34490fda1bb4 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:42.734646 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97737fb-10ec-40bd-a151-d3727c652031", "name": "network-vif-plugged", "status": "completed", "tag": "59d70fe1-aed6-42cc-a7b0-51ea0ce0126b", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:42.734981 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-207b3e2e-62bd-4edb-b005-34490fda1bb4 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:42.735728 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97737fb-10ec-40bd-a151-d3727c652031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d70fe1-aed6-42cc-a7b0-51ea0ce0126b', 'code': 200} Jun 24 12:27:42.759327 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e7d76119-a1e5-418d-b0f5-a581cbbaac81 req-712e6fd1-88cd-4e5d-b5cc-348deb2ebb35 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526342 Jun 24 12:27:42.979335 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ca1a3-d522-4d71-a912-77e83de00cb0 req-bded5d56-c24a-4004-ad11-112ece14c7fe tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:42.982840 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36974) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:42.987957 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-786ca1a3-d522-4d71-a912-77e83de00cb0 req-bded5d56-c24a-4004-ad11-112ece14c7fe tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.0914767 Jun 24 12:27:42.999466 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-77bc6865-7be8-41a2-b458-f1b9652979a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:43.035954 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-786ca1a3-d522-4d71-a912-77e83de00cb0 req-dc1829c9-4062-4dc2-b89b-93348f049cb1 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470884 Jun 24 12:27:43.109657 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-77bc6865-7be8-41a2-b458-f1b9652979a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:43.114083 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-77bc6865-7be8-41a2-b458-f1b9652979a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:43.119873 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-db4c79fb-8249-4cec-ba0d-5e5f3a30987e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:43.197611 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-77bc6865-7be8-41a2-b458-f1b9652979a6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b689a467fa7540e8b37b097e886e5b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132585 Jun 24 12:27:43.199896 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc6865-7be8-41a2-b458-f1b9652979a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0bcb01-ad96-4afa-87bd-f0a51d6d4b46,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:43.202516 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36986) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:43.204728 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-77bc6865-7be8-41a2-b458-f1b9652979a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:43.227930 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52065d4b-6485-4d1d-aec0-43942ae5c6ce req-c7b78bdd-d972-4807-8ed9-2a3b9d65a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:43.229734 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-52065d4b-6485-4d1d-aec0-43942ae5c6ce req-c7b78bdd-d972-4807-8ed9-2a3b9d65a49a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 1099 time: 0.1033547 Jun 24 12:27:43.268617 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-19fb1a78-0e00-4a49-8670-82da257ca3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:43.292687 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-19fb1a78-0e00-4a49-8670-82da257ca3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:43.341948 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124703f-b663-4c27-8ec8-6b8ab3fd6d74 req-ea3a2c19-fc7e-4764-92f5-f615a1be352d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:43.341948 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9124703f-b663-4c27-8ec8-6b8ab3fd6d74 req-ea3a2c19-fc7e-4764-92f5-f615a1be352d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.1660888 Jun 24 12:27:43.344879 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-52065d4b-6485-4d1d-aec0-43942ae5c6ce req-95fe487e-19be-442d-a0d2-c96b8094122b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035779 Jun 24 12:27:43.350392 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 36994) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:43.356514 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-9444a869-7de3-4083-aae6-829505c23650 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Request body: {'floatingip': {'port_id': 'be7899b4-583c-4ea2-a56b-ff34480c4915'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:43.375079 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4418eb-6362-419a-87aa-541a3a855d0e req-b291c9ff-c1fe-42f9-96b6-0ac49299d965 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:43.376661 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-af4418eb-6362-419a-87aa-541a3a855d0e req-b291c9ff-c1fe-42f9-96b6-0ac49299d965 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1368840 Jun 24 12:27:43.391770 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-19fb1a78-0e00-4a49-8670-82da257ca3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:43.394282 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-19fb1a78-0e00-4a49-8670-82da257ca3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:43.398783 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-19fb1a78-0e00-4a49-8670-82da257ca3f9 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4b0bcb01-ad96-4afa-87bd-f0a51d6d4b46 HTTP/1.1" status: 204 len: 168 time: 0.1950977 Jun 24 12:27:43.408670 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-f71ff49d-ba54-4ad4-957e-9041e4d8a458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:43.412244 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9444a869-7de3-4083-aae6-829505c23650 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for floatingip, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:43.430956 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-af4418eb-6362-419a-87aa-541a3a855d0e req-24948718-c720-4ae7-8261-c71cb6846560 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470681 Jun 24 12:27:43.459322 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb1a78-0e00-4a49-8670-82da257ca3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0bcb01-ad96-4afa-87bd-f0a51d6d4b46,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:43.488852 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-19fb1a78-0e00-4a49-8670-82da257ca3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:43.900874 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9444a869-7de3-4083-aae6-829505c23650 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:43.905941 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9444a869-7de3-4083-aae6-829505c23650 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612985'] for floatingip, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:43.956993 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f02cf3-767f-40e2-80c9-b034330f2c09 req-e5f1bae7-6688-4cef-99c3-3b88420d9486 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:43.958644 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-81f02cf3-767f-40e2-80c9-b034330f2c09 req-e5f1bae7-6688-4cef-99c3-3b88420d9486 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 946 time: 0.0771790 Jun 24 12:27:43.999426 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-81f02cf3-767f-40e2-80c9-b034330f2c09 req-32620b98-aa2e-4b53-a249-5b99a28bc10d tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349727 Jun 24 12:27:44.015456 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.l3_db [None req-9444a869-7de3-4083-aae6-829505c23650 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Floating IP f99f42ff-8281-4fde-8233-933325d02129 associated. External IP: 172.28.2.149, port: be7899b4-583c-4ea2-a56b-ff34480c4915. Jun 24 12:27:44.141387 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 37022) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:44.246355 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9444a869-7de3-4083-aae6-829505c23650 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:27:44.252970 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-759378148-network', 'tenant_id': '28859d6f57e642debd2c2df2b6faeed9'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:44.282928 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Made reservation on behalf of 28859d6f57e642debd2c2df2b6faeed9 for: {'network': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:27:44.285357 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:44.295194 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:44.365867 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9444a869-7de3-4083-aae6-829505c23650 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:27:44.370960 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9444a869-7de3-4083-aae6-829505c23650 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for floatingip, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:44.377084 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4d0cd5-da5b-4f3c-97d7-8a3686b0cde0 None None] Sync routers for ids ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:27:44.391683 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d0cd5-da5b-4f3c-97d7-8a3686b0cde0 None None] Routers {'6c8af4c7-385d-4ad7-a344-8728f6a68e63'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:27:44.392849 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-0f4d0cd5-da5b-4f3c-97d7-8a3686b0cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:27:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:44.410217 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-9444a869-7de3-4083-aae6-829505c23650 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "PUT /v2.0/floatingips/f99f42ff-8281-4fde-8233-933325d02129 HTTP/1.1" status: 200 len: 991 time: 1.0575771 Jun 24 12:27:44.410580 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:44.410860 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'tag': 'be7899b4-583c-4ea2-a56b-ff34480c4915'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:44.413300 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb18144-6701-425c-bfe8-f58871176f60" -d '{"events": [{"name": "network-changed", "server_uuid": "b3af54a5-166f-47d7-a77a-067c623a332c", "tag": "be7899b4-583c-4ea2-a56b-ff34480c4915"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:44.419322 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:44.422976 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-7b92b469-7869-4129-8be9-33f192a0f12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:44.456590 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=92888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:27:44.461982 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edbc56e-7a5f-4a93-8ebf-85a2840654cd x-openstack-request-id: req-3edbc56e-7a5f-4a93-8ebf-85a2840654cd {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:44.462500 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3af54a5-166f-47d7-a77a-067c623a332c", "tag": "be7899b4-583c-4ea2-a56b-ff34480c4915", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:44.462606 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab18529b-db8d-46fd-b453-a7007dffcb4b,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:44.462805 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3edbc56e-7a5f-4a93-8ebf-85a2840654cd {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:44.463391 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'tag': 'be7899b4-583c-4ea2-a56b-ff34480c4915', 'status': 'completed', 'code': 200} Jun 24 12:27:44.470716 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:44.486565 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:44.486978 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.db.segments_db [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Added segment 299068cb-8e5f-4c42-b979-2be99103e131 of type vlan for network 9ceb1b1e-b870-487a-ac5c-0af08130a5f9 Jun 24 12:27:44.530908 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-0f4d0cd5-da5b-4f3c-97d7-8a3686b0cde0 None None] Set router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:27:44.537648 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:44.619451 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:44.640986 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:44.641899 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:44.651988 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-92052e2e-c037-48e2-8390-a617d2b0d063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:44.712451 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5692356 Jun 24 12:27:44.712664 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 37038) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:44.718518 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-33523831-7866-4a26-b79d-d4ebd8364cbc admin admin] Request body: {'subnet': {'network_id': '9ceb1b1e-b870-487a-ac5c-0af08130a5f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-759378148-subnet', 'tenant_id': '28859d6f57e642debd2c2df2b6faeed9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:44.747259 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33523831-7866-4a26-b79d-d4ebd8364cbc admin admin] Made reservation on behalf of 28859d6f57e642debd2c2df2b6faeed9 for: {'subnet': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:27:44.751192 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-33523831-7866-4a26-b79d-d4ebd8364cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3256752'] for subnet, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:44.775231 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Pushing event updated for resources: {'Network': ['ID=9ceb1b1e-b870-487a-ac5c-0af08130a5f9,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:44.781032 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:44.790797 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network 9ceb1b1e-b870-487a-ac5c-0af08130a5f9 details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:27:44.806161 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb18144-6701-425c-bfe8-f58871176f60 req-841d3837-1b5c-4aad-94d6-e4f5f2890dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:44.808976 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9bb18144-6701-425c-bfe8-f58871176f60 req-841d3837-1b5c-4aad-94d6-e4f5f2890dea service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc538158c2904a4fab192222206e534b&device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 1098 time: 0.2269189 Jun 24 12:27:44.840090 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90b514c-8a0b-4e85-a2df-99259d64cc66 req-aacd86e9-c503-433f-9741-5ca774e9679d tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:44.843100 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e90b514c-8a0b-4e85-a2df-99259d64cc66 req-aacd86e9-c503-433f-9741-5ca774e9679d tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.2597818 Jun 24 12:27:44.941022 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-0f4d0cd5-da5b-4f3c-97d7-8a3686b0cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:24Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': 'f99f42ff-8281-4fde-8233-933325d02129', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'floating_ip_address': '172.28.2.149', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'port_id': 'be7899b4-583c-4ea2-a56b-ff34480c4915', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'mac_address': 'fa:16:3e:68:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:27:28Z', 'updated_at': '2021-06-24T12:27:43Z', 'revision_number': 1, 'project_id': 'cc538158c2904a4fab192222206e534b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3251bc19-757f-4156-a31b-5682ae146826', 'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'mac_address': 'fa:16:3e:2d:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:22Z', 'updated_at': '2021-06-24T12:27:31Z', 'revision_number': 5, 'project_id': 'cc538158c2904a4fab192222206e534b', 'subnets': [{'id': '23408857-b599-4648-884f-3a1e8e563403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:44.942504 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e90b514c-8a0b-4e85-a2df-99259d64cc66 req-a8294cb7-6048-4eae-b675-f55db2868705 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875502 Jun 24 12:27:44.992560 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4d0cd5-da5b-4f3c-97d7-8a3686b0cde0 None None] Checking router: 6c8af4c7-385d-4ad7-a344-8728f6a68e63 for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:27:45.001896 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb18144-6701-425c-bfe8-f58871176f60 req-b8562f44-4bda-4611-a00a-3a0c49989abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:45.003939 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9bb18144-6701-425c-bfe8-f58871176f60 req-b8562f44-4bda-4611-a00a-3a0c49989abc service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc8b3f62-1ecb-457f-a82e-3de3879b3067 HTTP/1.1" status: 200 len: 918 time: 0.1881692 Jun 24 12:27:45.006153 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d0cd5-da5b-4f3c-97d7-8a3686b0cde0 None None] Routers {'6c8af4c7-385d-4ad7-a344-8728f6a68e63'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:27:45.006803 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-0f4d0cd5-da5b-4f3c-97d7-8a3686b0cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:27:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:45.033946 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-33523831-7866-4a26-b79d-d4ebd8364cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2530382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3256922'] for subnet, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:45.040013 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-eef1c31f-b5c5-4565-b045-6c69b016207d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:45.092691 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33523831-7866-4a26-b79d-d4ebd8364cbc admin admin] Checking segment: {'id': '299068cb-8e5f-4c42-b979-2be99103e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9ceb1b1e-b870-487a-ac5c-0af08130a5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:45.102783 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33523831-7866-4a26-b79d-d4ebd8364cbc admin admin] Network hostable DHCP agents. Network: 9ceb1b1e-b870-487a-ac5c-0af08130a5f9, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:27:45.102924 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9bb18144-6701-425c-bfe8-f58871176f60 req-f546b483-b749-4778-b56c-e3c9136238ba service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be7899b4-583c-4ea2-a56b-ff34480c4915 HTTP/1.1" status: 200 len: 999 time: 0.0817165 Jun 24 12:27:45.157527 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33523831-7866-4a26-b79d-d4ebd8364cbc admin admin] Network 9ceb1b1e-b870-487a-ac5c-0af08130a5f9 is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:27:45.180256 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33523831-7866-4a26-b79d-d4ebd8364cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b712981c-6553-4155-94a7-9820f6b60c5e,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:45.180431 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-0f4d0cd5-da5b-4f3c-97d7-8a3686b0cde0 None None] Set router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:27:45.184916 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-33523831-7866-4a26-b79d-d4ebd8364cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:45.186231 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-33523831-7866-4a26-b79d-d4ebd8364cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, 9ceb1b1e-b870-487a-ac5c-0af08130a5f9) {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:45.200788 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f310ca-4ce5-4e04-a981-51186ad19bf3 None None] Network 9ceb1b1e-b870-487a-ac5c-0af08130a5f9 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:27:45.202819 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33523831-7866-4a26-b79d-d4ebd8364cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:45.203544 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-33523831-7866-4a26-b79d-d4ebd8364cbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:45.228308 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb18144-6701-425c-bfe8-f58871176f60 req-6915623f-075f-463d-a2a0-d4958d76ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:45.230210 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9bb18144-6701-425c-bfe8-f58871176f60 req-6915623f-075f-463d-a2a0-d4958d76ecd7 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23408857-b599-4648-884f-3a1e8e563403 HTTP/1.1" status: 200 len: 856 time: 0.1167946 Jun 24 12:27:45.238542 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-33523831-7866-4a26-b79d-d4ebd8364cbc admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5247393 Jun 24 12:27:45.427908 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f602f4-0dac-4b61-b904-d56231f92db9 None None] Network 9ceb1b1e-b870-487a-ac5c-0af08130a5f9 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:27:45.440618 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb18144-6701-425c-bfe8-f58871176f60 req-89d0886f-61fe-4562-ac15-a946b65800f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:45.442094 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9bb18144-6701-425c-bfe8-f58871176f60 req-89d0886f-61fe-4562-ac15-a946b65800f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc8b3f62-1ecb-457f-a82e-3de3879b3067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2003515 Jun 24 12:27:45.475224 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7597879-e123-4842-bdc1-2c04598d5b45 req-0bff274e-5671-4225-ae03-65b340248626 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:45.482227 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b7597879-e123-4842-bdc1-2c04598d5b45 req-0bff274e-5671-4225-ae03-65b340248626 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 946 time: 0.1646907 Jun 24 12:27:45.561040 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-0f4d0cd5-da5b-4f3c-97d7-8a3686b0cde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:24Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': 'f99f42ff-8281-4fde-8233-933325d02129', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'floating_ip_address': '172.28.2.149', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'port_id': 'be7899b4-583c-4ea2-a56b-ff34480c4915', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'mac_address': 'fa:16:3e:68:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:27:28Z', 'updated_at': '2021-06-24T12:27:43Z', 'revision_number': 1, 'project_id': 'cc538158c2904a4fab192222206e534b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3251bc19-757f-4156-a31b-5682ae146826', 'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'mac_address': 'fa:16:3e:2d:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:22Z', 'updated_at': '2021-06-24T12:27:31Z', 'revision_number': 5, 'project_id': 'cc538158c2904a4fab192222206e534b', 'subnets': [{'id': '23408857-b599-4648-884f-3a1e8e563403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:27:45.569377 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b7597879-e123-4842-bdc1-2c04598d5b45 req-2685c565-5f52-457c-b0d0-52a505b2022e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862865 Jun 24 12:27:45.592984 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4d0cd5-da5b-4f3c-97d7-8a3686b0cde0 None None] The sync data for ids ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'] in dv-cinder-689486-14-smb is: [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:24Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': 'f99f42ff-8281-4fde-8233-933325d02129', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'floating_ip_address': '172.28.2.149', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'port_id': 'be7899b4-583c-4ea2-a56b-ff34480c4915', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'mac_address': 'fa:16:3e:68:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:27:28Z', 'updated_at': '2021-06-24T12:27:43Z', 'revision_number': 1, 'project_id': 'cc538158c2904a4fab192222206e534b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3251bc19-757f-4156-a31b-5682ae146826', 'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'mac_address': 'fa:16:3e:2d:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:22Z', 'updated_at': '2021-06-24T12:27:31Z', 'revision_number': 5, 'project_id': 'cc538158c2904a4fab192222206e534b', 'subnets': [{'id': '23408857-b599-4648-884f-3a1e8e563403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:27:45.603652 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9bb18144-6701-425c-bfe8-f58871176f60 req-32eef942-2b56-4090-a056-781340732a7e service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444743 Jun 24 12:27:45.715542 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9bb18144-6701-425c-bfe8-f58871176f60 req-895fe02f-fc2b-44e8-8ba4-28fca4c40298 service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963399 Jun 24 12:27:45.856638 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9161ff2c-3de0-498c-9ddd-e8a826606f8f None None] New status for floating IP f99f42ff-8281-4fde-8233-933325d02129: ACTIVE {{(pid=92891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:27:46.118459 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652e28e-8fc3-4eb1-8317-722f206660e7 req-07aae52a-8976-47af-93aa-b9c72665e16e tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:46.119919 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1652e28e-8fc3-4eb1-8317-722f206660e7 req-07aae52a-8976-47af-93aa-b9c72665e16e tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0643108 Jun 24 12:27:46.157775 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1652e28e-8fc3-4eb1-8317-722f206660e7 req-126ac620-8244-4953-8697-dd6c2993ef43 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Jun 24 12:27:46.745322 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b8218-a320-4622-85de-4d15ffb6e302 req-f104ea0b-70a2-4421-b745-204a8b749089 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:46.747567 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-635b8218-a320-4622-85de-4d15ffb6e302 req-f104ea0b-70a2-4421-b745-204a8b749089 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 946 time: 0.0625701 Jun 24 12:27:46.789717 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-635b8218-a320-4622-85de-4d15ffb6e302 req-a515bdbe-df3b-4677-94d7-dc83110cc35f tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364754 Jun 24 12:27:47.395492 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-cf3c9700-d9c0-441b-8f05-9528b06d8455 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:47.396847 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-cf3c9700-d9c0-441b-8f05-9528b06d8455 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/networks?id=9ceb1b1e-b870-487a-ac5c-0af08130a5f9 HTTP/1.1" status: 200 len: 813 time: 0.3197510 Jun 24 12:27:47.415119 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-4c7a4bad-64d4-4096-b8dc-a9d3f7723082 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/quotas/28859d6f57e642debd2c2df2b6faeed9 HTTP/1.1" status: 200 len: 375 time: 0.0118351 Jun 24 12:27:47.442756 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a8514-16f9-494c-8b2e-028bc71283ee req-e5a1d02c-5a42-4832-881c-ae81e5a4345b tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:47.444197 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-822a8514-16f9-494c-8b2e-028bc71283ee req-e5a1d02c-5a42-4832-881c-ae81e5a4345b tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1116090 Jun 24 12:27:47.462228 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-a54bb9c9-d8b5-4900-af9f-f1c6935fcced tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=28859d6f57e642debd2c2df2b6faeed9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411417 Jun 24 12:27:47.543842 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-822a8514-16f9-494c-8b2e-028bc71283ee req-abfc5882-d5df-4809-9a99-0bf29505bbd3 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841773 Jun 24 12:27:47.577188 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-8aff057c-7570-4325-8b42-4602284319a6 service neutron] 10.222.0.98 "GET /v2.0/networks/9ceb1b1e-b870-487a-ac5c-0af08130a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069627 Jun 24 12:27:47.668340 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-27c82814-f01b-4397-a90d-182245918787 service neutron] 10.222.0.98 "GET /v2.0/networks/9ceb1b1e-b870-487a-ac5c-0af08130a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851736 Jun 24 12:27:47.851575 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3c7843d5-8ac6-461f-b95a-93a4132633f1 req-f1506cea-af24-4c21-be67-aa7d43a86ca1 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 210 time: 0.0388098 Jun 24 12:27:47.911211 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 37132) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:48.029252 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-18148401-0602-4514-bcb0-dbbd7b6799d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:48.132114 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-18148401-0602-4514-bcb0-dbbd7b6799d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:48.137185 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-18148401-0602-4514-bcb0-dbbd7b6799d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:48.139762 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-2bde10c6-3d2d-45be-90de-420df4664607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:48.176199 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-18148401-0602-4514-bcb0-dbbd7b6799d2 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=4140c2ddb0e44f2aaeb628fdb5ee7aa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635150 Jun 24 12:27:48.177435 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18148401-0602-4514-bcb0-dbbd7b6799d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f230f35-4af7-4c71-8b16-bb436b8d6074,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:48.178921 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 37146) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:48.180374 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-18148401-0602-4514-bcb0-dbbd7b6799d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:48.236316 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-917a1d0c-b1cd-4f33-9178-1aee9b638d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:48.259913 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-917a1d0c-b1cd-4f33-9178-1aee9b638d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:48.316708 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-917a1d0c-b1cd-4f33-9178-1aee9b638d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:48.319545 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-917a1d0c-b1cd-4f33-9178-1aee9b638d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:48.322992 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-917a1d0c-b1cd-4f33-9178-1aee9b638d4c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0f230f35-4af7-4c71-8b16-bb436b8d6074 HTTP/1.1" status: 204 len: 168 time: 0.1407142 Jun 24 12:27:48.322992 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-9e0d2139-fb53-4d32-b108-18fdd6916279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:48.329230 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a1d0c-b1cd-4f33-9178-1aee9b638d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f230f35-4af7-4c71-8b16-bb436b8d6074,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:48.332188 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-917a1d0c-b1cd-4f33-9178-1aee9b638d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:48.657269 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 37164) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:48.671984 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-27d219c3-3780-4530-bc93-683d4bdb388d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:48.769052 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e4c11-a470-490f-80a8-747662b0340c req-cce024e6-2439-4d2c-a293-f719c1140134 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:48.771232 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c49e4c11-a470-490f-80a8-747662b0340c req-cce024e6-2439-4d2c-a293-f719c1140134 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0914338 Jun 24 12:27:48.772035 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-27d219c3-3780-4530-bc93-683d4bdb388d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:48.776357 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-27d219c3-3780-4530-bc93-683d4bdb388d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:48.779144 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-83f27cde-ec1f-4442-8d7b-465c6c310874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:48.817909 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c49e4c11-a470-490f-80a8-747662b0340c req-0bb668bd-0d0d-433e-ba10-51987767d287 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394785 Jun 24 12:27:49.009026 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-22d1d0b0-c7ca-4b69-9d25-71c88e65c4ea req-39f7d3b9-e76b-4d18-bade-d3fb5c47bf3a tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 210 time: 0.0328219 Jun 24 12:27:49.032498 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-27d219c3-3780-4530-bc93-683d4bdb388d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ccceeedda43145db9bc22c1d787462ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3739982 Jun 24 12:27:49.034438 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d219c3-3780-4530-bc93-683d4bdb388d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e62bfb1-3042-4069-aec2-4584abeca05c,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:49.035244 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 37170) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:49.037318 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-27d219c3-3780-4530-bc93-683d4bdb388d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:49.085622 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-223466a3-7fec-40e6-9710-9ad780ce5127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:49.106714 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-223466a3-7fec-40e6-9710-9ad780ce5127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:49.152980 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-223466a3-7fec-40e6-9710-9ad780ce5127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:49.155464 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-223466a3-7fec-40e6-9710-9ad780ce5127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:49.156579 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-223466a3-7fec-40e6-9710-9ad780ce5127 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/4e62bfb1-3042-4069-aec2-4584abeca05c HTTP/1.1" status: 204 len: 168 time: 0.1202555 Jun 24 12:27:49.157295 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-5f9b33a9-18c2-45d1-b11f-a17226b31dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:49.164545 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223466a3-7fec-40e6-9710-9ad780ce5127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e62bfb1-3042-4069-aec2-4584abeca05c,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:49.166725 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-223466a3-7fec-40e6-9710-9ad780ce5127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:49.495234 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 37178) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:49.508173 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d3f5fd48-fa30-4cc3-b39a-c2fd841f70bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:49.596148 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d3f5fd48-fa30-4cc3-b39a-c2fd841f70bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:49.600030 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d3f5fd48-fa30-4cc3-b39a-c2fd841f70bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:49.604081 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-a99d1ec9-8857-4c9e-8aef-4f9f54467a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:49.692666 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-d3f5fd48-fa30-4cc3-b39a-c2fd841f70bb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=143535920e6440a9b5494ea1d73fd964&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1961298 Jun 24 12:27:49.693321 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5fd48-fa30-4cc3-b39a-c2fd841f70bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535930a4-be04-4bb5-bfcb-cbfae2c77d8f,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:49.695189 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 37182) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:49.696677 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d3f5fd48-fa30-4cc3-b39a-c2fd841f70bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:49.751215 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-51ca2cd1-513e-46c3-8335-94325d63d915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:49.756081 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-553ae943-1529-4b7b-83cb-95b5585a0b31 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:49.757526 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-553ae943-1529-4b7b-83cb-95b5585a0b31 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.49 "GET /v2.0/networks?id=9ceb1b1e-b870-487a-ac5c-0af08130a5f9 HTTP/1.1" status: 200 len: 813 time: 0.1497288 Jun 24 12:27:49.773816 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-51ca2cd1-513e-46c3-8335-94325d63d915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:49.803057 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-cda1beb8-96e7-4fed-ad8a-24f03b3c57d8 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Request body: {'port': {'device_id': 'bcc09a20-0ddf-4b36-ac87-48de25b95495', 'network_id': '9ceb1b1e-b870-487a-ac5c-0af08130a5f9', 'admin_state_up': True, 'tenant_id': '28859d6f57e642debd2c2df2b6faeed9'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:49.831871 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-51ca2cd1-513e-46c3-8335-94325d63d915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:49.835510 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-51ca2cd1-513e-46c3-8335-94325d63d915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:49.836702 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-51ca2cd1-513e-46c3-8335-94325d63d915 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/535930a4-be04-4bb5-bfcb-cbfae2c77d8f HTTP/1.1" status: 204 len: 168 time: 0.1403425 Jun 24 12:27:49.837521 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-9bc5fa1d-0d8b-4e4e-a733-092d7ec4a5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:49.846210 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca2cd1-513e-46c3-8335-94325d63d915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535930a4-be04-4bb5-bfcb-cbfae2c77d8f,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:49.848600 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-51ca2cd1-513e-46c3-8335-94325d63d915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:49.946506 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-cda1beb8-96e7-4fed-ad8a-24f03b3c57d8 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Made reservation on behalf of 28859d6f57e642debd2c2df2b6faeed9 for: {'port': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:27:49.951117 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-cda1beb8-96e7-4fed-ad8a-24f03b3c57d8 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:50.108941 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1580bc-7438-48f4-9710-8563545c7c73 req-1edb40d0-08a5-4efb-ba44-a7aa0dba1b2d tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:50.110447 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ef1580bc-7438-48f4-9710-8563545c7c73 req-1edb40d0-08a5-4efb-ba44-a7aa0dba1b2d tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1488614 Jun 24 12:27:50.159268 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-cda1beb8-96e7-4fed-ad8a-24f03b3c57d8 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Allocated IP 172.20.0.5 (9ceb1b1e-b870-487a-ac5c-0af08130a5f9/b712981c-6553-4155-94a7-9820f6b60c5e/3967f43c-87fb-43ef-bec2-b8a10d6e6739) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:27:50.185871 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fd6e4634-d92c-489e-a344-46f90d3d461b req-80dcb2cb-0549-48b1-88b8-8e077bb808d1 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 210 time: 0.0415506 Jun 24 12:27:50.204807 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ef1580bc-7438-48f4-9710-8563545c7c73 req-ca5e3f99-04cc-4ef9-8a8e-af9d231702cf tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861650 Jun 24 12:27:50.377142 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-cda1beb8-96e7-4fed-ad8a-24f03b3c57d8 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:50.420974 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-cda1beb8-96e7-4fed-ad8a-24f03b3c57d8 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3352900'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:50.425118 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:50.469067 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-cda1beb8-96e7-4fed-ad8a-24f03b3c57d8 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Network 9ceb1b1e-b870-487a-ac5c-0af08130a5f9 is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:50.472036 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-cda1beb8-96e7-4fed-ad8a-24f03b3c57d8 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:50.476720 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-cda1beb8-96e7-4fed-ad8a-24f03b3c57d8 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:27:50.505413 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1beb8-96e7-4fed-ad8a-24f03b3c57d8 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Pushing event updated for resources: {'Port': ['ID=3967f43c-87fb-43ef-bec2-b8a10d6e6739,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:50.509556 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-cda1beb8-96e7-4fed-ad8a-24f03b3c57d8 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:50.531002 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-cda1beb8-96e7-4fed-ad8a-24f03b3c57d8 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:50.531641 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-cda1beb8-96e7-4fed-ad8a-24f03b3c57d8 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:50.545137 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-cda1beb8-96e7-4fed-ad8a-24f03b3c57d8 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7473872 Jun 24 12:27:50.579945 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 37216) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:50.583365 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Request body: {'port': {'device_id': 'bcc09a20-0ddf-4b36-ac87-48de25b95495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:50.661881 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:50.690535 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1562251298-network', 'tenant_id': '921a286f3b854548b8a97aef98c9316a'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:50.719989 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Made reservation on behalf of 921a286f3b854548b8a97aef98c9316a for: {'network': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:27:50.723601 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:50.733973 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:50.841365 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:50.845566 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:50.848413 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-407978f2-9afc-45b7-851a-cfba5608f404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:50.875196 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=92890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:27:50.880780 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec54b08-49a1-4424-bf88-fc575dfb72a4,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:50.883969 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:50.890281 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:50.890622 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.segments_db [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Added segment 98efd000-7cc2-4752-b32f-d28e1e0e9b64 of type vlan for network e2f4b231-ce26-42aa-8d04-4c38871b68b2 Jun 24 12:27:50.935955 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:50.952907 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3967f43c-87fb-43ef-bec2-b8a10d6e6739 {{(pid=92888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:27:50.960830 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:50.968533 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:50.970144 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:50.970775 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:50.974229 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:50.975435 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.provisioning_blocks [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Transition to ACTIVE for port object 3967f43c-87fb-43ef-bec2-b8a10d6e6739 will not be triggered until provisioned by entity L2. {{(pid=92888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:50.980136 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:50.983747 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:51.031010 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4499385 Jun 24 12:27:51.033947 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 37226) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:27:51.038277 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Pushing event updated for resources: {'Port': ['ID=3967f43c-87fb-43ef-bec2-b8a10d6e6739,revision_number=2']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:51.043113 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-1f37423b-3de6-4abb-b433-ce5f9987e1f4 admin admin] Request body: {'subnet': {'network_id': 'e2f4b231-ce26-42aa-8d04-4c38871b68b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1562251298-subnet', 'tenant_id': '921a286f3b854548b8a97aef98c9316a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:51.050119 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Pushing event updated for resources: {'Network': ['ID=e2f4b231-ce26-42aa-8d04-4c38871b68b2,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:51.053976 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:51.062213 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network e2f4b231-ce26-42aa-8d04-4c38871b68b2 details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:27:51.066673 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:51.072533 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f37423b-3de6-4abb-b433-ce5f9987e1f4 admin admin] Made reservation on behalf of 921a286f3b854548b8a97aef98c9316a for: {'subnet': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:27:51.076070 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1f37423b-3de6-4abb-b433-ce5f9987e1f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3256752'] for subnet, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:51.116506 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Attempting to bind port 3967f43c-87fb-43ef-bec2-b8a10d6e6739 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:27:51.116845 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Attempting to bind port 3967f43c-87fb-43ef-bec2-b8a10d6e6739 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '299068cb-8e5f-4c42-b979-2be99103e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9ceb1b1e-b870-487a-ac5c-0af08130a5f9'}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:27:51.117220 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Attempting to bind port 3967f43c-87fb-43ef-bec2-b8a10d6e6739 on network 9ceb1b1e-b870-487a-ac5c-0af08130a5f9 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:51.122408 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Port 3967f43c-87fb-43ef-bec2-b8a10d6e6739 on network 9ceb1b1e-b870-487a-ac5c-0af08130a5f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:27:51.122733 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Attempting to bind port 3967f43c-87fb-43ef-bec2-b8a10d6e6739 on network 9ceb1b1e-b870-487a-ac5c-0af08130a5f9 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:51.128099 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:27:51.128443 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Checking segment: {'id': '299068cb-8e5f-4c42-b979-2be99103e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9ceb1b1e-b870-487a-ac5c-0af08130a5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:51.128834 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Bound using segment: {'id': '299068cb-8e5f-4c42-b979-2be99103e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9ceb1b1e-b870-487a-ac5c-0af08130a5f9'} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:27:51.129267 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Bound port: 3967f43c-87fb-43ef-bec2-b8a10d6e6739, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299068cb-8e5f-4c42-b979-2be99103e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9ceb1b1e-b870-487a-ac5c-0af08130a5f9'}}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:27:51.129629 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:51.202416 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] For port 3967f43c-87fb-43ef-bec2-b8a10d6e6739, host hv-cinder-68948, cleared binding levels {{(pid=92888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:27:51.205787 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] For port 3967f43c-87fb-43ef-bec2-b8a10d6e6739, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3967f43c-87fb-43ef-bec2-b8a10d6e6739,segment=NetworkSegment(299068cb-8e5f-4c42-b979-2be99103e131),segment_id=299068cb-8e5f-4c42-b979-2be99103e131)] {{(pid=92888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:27:51.209235 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:27:51.211444 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:51.213800 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:51.250710 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:51.251717 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:51.253044 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] 10.222.0.49 "PUT /v2.0/ports/3967f43c-87fb-43ef-bec2-b8a10d6e6739 HTTP/1.1" status: 200 len: 1093 time: 0.6741953 Jun 24 12:27:51.253659 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc09a20-0ddf-4b36-ac87-48de25b95495', 'tag': '3967f43c-87fb-43ef-bec2-b8a10d6e6739'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:51.255943 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1637261-657f-469f-a06f-71c11d138f01" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc09a20-0ddf-4b36-ac87-48de25b95495", "tag": "3967f43c-87fb-43ef-bec2-b8a10d6e6739"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:51.263327 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1f37423b-3de6-4abb-b433-ce5f9987e1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2530382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3256922'] for subnet, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:51.266441 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:51.290674 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Pushing event updated for resources: {'Port': ['ID=3967f43c-87fb-43ef-bec2-b8a10d6e6739,revision_number=3']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:51.295395 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:51.327092 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37423b-3de6-4abb-b433-ce5f9987e1f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6401ef15-a159-4137-ae12-1d82ab651352,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:51.330974 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1f37423b-3de6-4abb-b433-ce5f9987e1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:51.334978 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f37423b-3de6-4abb-b433-ce5f9987e1f4 admin admin] Checking segment: {'id': '98efd000-7cc2-4752-b32f-d28e1e0e9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e2f4b231-ce26-42aa-8d04-4c38871b68b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:51.335354 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f37423b-3de6-4abb-b433-ce5f9987e1f4 admin admin] Network hostable DHCP agents. Network: e2f4b231-ce26-42aa-8d04-4c38871b68b2, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:27:51.356364 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f37423b-3de6-4abb-b433-ce5f9987e1f4 admin admin] Network e2f4b231-ce26-42aa-8d04-4c38871b68b2 is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:27:51.367323 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-1f37423b-3de6-4abb-b433-ce5f9987e1f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, e2f4b231-ce26-42aa-8d04-4c38871b68b2) {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:51.371196 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f37423b-3de6-4abb-b433-ce5f9987e1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:51.371855 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1f37423b-3de6-4abb-b433-ce5f9987e1f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:51.377818 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f55441-38db-4a97-b202-fefca65bdb87 None None] Network e2f4b231-ce26-42aa-8d04-4c38871b68b2 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:27:51.388751 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-1f37423b-3de6-4abb-b433-ce5f9987e1f4 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3533127 Jun 24 12:27:51.478053 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-be369c0f-4b59-4f2c-82d1-6fa4a980cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:51.479545 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-be369c0f-4b59-4f2c-82d1-6fa4a980cd66 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28859d6f57e642debd2c2df2b6faeed9&device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 1096 time: 0.1524796 Jun 24 12:27:51.496625 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde668b4-e868-4ae1-8f83-9c9a979ca82b req-a8277450-b466-4605-aa0e-eac0e921147b tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:51.498060 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cde668b4-e868-4ae1-8f83-9c9a979ca82b req-a8277450-b466-4605-aa0e-eac0e921147b tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 943 time: 0.1216509 Jun 24 12:27:51.510012 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49ec94-c6a8-48b6-aa05-46d7ef2f15a7 req-0ad8b403-ca6b-477d-bf94-f6b7d7c71aaa tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:51.512308 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cb49ec94-c6a8-48b6-aa05-46d7ef2f15a7 req-0ad8b403-ca6b-477d-bf94-f6b7d7c71aaa tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1505892 Jun 24 12:27:51.521355 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf664d0-6d88-465c-81b2-777de2dfb29f None None] Network e2f4b231-ce26-42aa-8d04-4c38871b68b2 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:27:51.568484 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-726cdd6b-3e99-451f-aa52-77a0e733ec4b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3967f43c-87fb-43ef-bec2-b8a10d6e6739 HTTP/1.1" status: 200 len: 217 time: 0.0663857 Jun 24 12:27:51.635100 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cde668b4-e868-4ae1-8f83-9c9a979ca82b req-5ac3843a-d025-4509-9c9e-b9908313416e tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217728 Jun 24 12:27:51.647822 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cb49ec94-c6a8-48b6-aa05-46d7ef2f15a7 req-3c2a754c-e401-43d1-977c-9246d750b94c tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223960 Jun 24 12:27:51.674345 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-1d70ed15-f679-43dd-829a-2c1828dac615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:51.674983 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-1d70ed15-f679-43dd-829a-2c1828dac615 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b712981c-6553-4155-94a7-9820f6b60c5e HTTP/1.1" status: 200 len: 853 time: 0.0918112 Jun 24 12:27:51.702179 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f05bc45-0c6f-4a06-b538-f4a4e50cc3cb x-openstack-request-id: req-5f05bc45-0c6f-4a06-b538-f4a4e50cc3cb {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:51.702566 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc09a20-0ddf-4b36-ac87-48de25b95495", "tag": "3967f43c-87fb-43ef-bec2-b8a10d6e6739", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:51.702905 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-5f05bc45-0c6f-4a06-b538-f4a4e50cc3cb {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:51.703547 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc09a20-0ddf-4b36-ac87-48de25b95495', 'tag': '3967f43c-87fb-43ef-bec2-b8a10d6e6739', 'status': 'completed', 'code': 200} Jun 24 12:27:51.726149 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-2595e400-0b5a-4fd1-86d6-27cc859946db service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ceb1b1e-b870-487a-ac5c-0af08130a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384154 Jun 24 12:27:51.829769 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-d2809087-f8be-431d-931f-1b8fa2b315be service neutron] 10.222.0.49 "GET /v2.0/networks/9ceb1b1e-b870-487a-ac5c-0af08130a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931280 Jun 24 12:27:51.978838 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a3e10be-5cfc-41ea-b902-82d7504ea965 req-4826120b-0152-4f7b-8418-9a7ca9261c9f service neutron] 10.222.0.49 "GET /v2.0/networks/9ceb1b1e-b870-487a-ac5c-0af08130a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108944 Jun 24 12:27:52.187501 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1637261-657f-469f-a06f-71c11d138f01 req-d69755aa-b449-4336-b98f-0dad9bc04f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:52.188986 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e1637261-657f-469f-a06f-71c11d138f01 req-d69755aa-b449-4336-b98f-0dad9bc04f23 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28859d6f57e642debd2c2df2b6faeed9&device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 1096 time: 0.0564644 Jun 24 12:27:52.278261 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1637261-657f-469f-a06f-71c11d138f01 req-3cca60f3-ea87-4a26-ae98-6eebf6dfee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:52.279910 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e1637261-657f-469f-a06f-71c11d138f01 req-3cca60f3-ea87-4a26-ae98-6eebf6dfee59 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9ceb1b1e-b870-487a-ac5c-0af08130a5f9 HTTP/1.1" status: 200 len: 914 time: 0.0840631 Jun 24 12:27:52.327789 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e1637261-657f-469f-a06f-71c11d138f01 req-1007cfa2-6159-40c4-925c-a0edad189bd1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3967f43c-87fb-43ef-bec2-b8a10d6e6739 HTTP/1.1" status: 200 len: 217 time: 0.0394397 Jun 24 12:27:52.383361 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1637261-657f-469f-a06f-71c11d138f01 req-c5ecaefb-c153-4f64-8304-592db525e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:52.385779 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e1637261-657f-469f-a06f-71c11d138f01 req-c5ecaefb-c153-4f64-8304-592db525e946 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b712981c-6553-4155-94a7-9820f6b60c5e HTTP/1.1" status: 200 len: 853 time: 0.0504251 Jun 24 12:27:52.425626 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e1637261-657f-469f-a06f-71c11d138f01 req-a32079db-e0ea-43bf-9cd2-089b70093b45 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ceb1b1e-b870-487a-ac5c-0af08130a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340130 Jun 24 12:27:52.545849 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e1637261-657f-469f-a06f-71c11d138f01 req-a14aae47-0189-4f2e-90ce-fd02ddff6d20 service neutron] 10.222.0.49 "GET /v2.0/networks/9ceb1b1e-b870-487a-ac5c-0af08130a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867460 Jun 24 12:27:52.632961 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e1637261-657f-469f-a06f-71c11d138f01 req-a0bb80e8-ed3d-4fd0-830a-2b76829a837d service neutron] 10.222.0.49 "GET /v2.0/networks/9ceb1b1e-b870-487a-ac5c-0af08130a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802724 Jun 24 12:27:52.865404 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e4472-32c1-4374-8314-d3907246da93 req-a645331f-fe71-464b-9343-b644118e6692 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:52.868204 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4d5e4472-32c1-4374-8314-d3907246da93 req-a645331f-fe71-464b-9343-b644118e6692 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1048450 Jun 24 12:27:52.877606 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93ac7b-7683-490d-9d04-f468ca3eeb99 req-e6a27dd6-1f1b-4ddc-94cb-8298135fdae1 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:52.879033 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6d93ac7b-7683-490d-9d04-f468ca3eeb99 req-e6a27dd6-1f1b-4ddc-94cb-8298135fdae1 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 943 time: 0.1078548 Jun 24 12:27:52.933323 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4d5e4472-32c1-4374-8314-d3907246da93 req-8c278724-a238-48ec-a7d7-0145ce1227f9 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532067 Jun 24 12:27:52.937896 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6d93ac7b-7683-490d-9d04-f468ca3eeb99 req-000220c3-d6ea-40a5-95c8-f7f7f6245326 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522032 Jun 24 12:27:53.231573 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-c249784e-6ed8-441a-9067-cf709bff041b tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:53.233065 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-c249784e-6ed8-441a-9067-cf709bff041b tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/networks?id=e2f4b231-ce26-42aa-8d04-4c38871b68b2 HTTP/1.1" status: 200 len: 809 time: 0.1110439 Jun 24 12:27:53.249124 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-eeacc329-384a-42f1-9ef4-c1b22a79bf23 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/quotas/921a286f3b854548b8a97aef98c9316a HTTP/1.1" status: 200 len: 375 time: 0.0103467 Jun 24 12:27:53.285694 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-975e48b7-cde5-41ad-b690-2e3a3e771db4 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=921a286f3b854548b8a97aef98c9316a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308776 Jun 24 12:27:53.395001 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-c941005e-277c-4c35-a16e-bec5f7042aa9 service neutron] 10.222.0.98 "GET /v2.0/networks/e2f4b231-ce26-42aa-8d04-4c38871b68b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018741 Jun 24 12:27:53.672893 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-6102514b-e11a-477a-b298-a37556599cb7 service neutron] 10.222.0.98 "GET /v2.0/networks/e2f4b231-ce26-42aa-8d04-4c38871b68b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721946 Jun 24 12:27:53.848094 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9b2d0c24-b4cf-463c-9c65-4339f3916789 req-ed8c7981-da73-4625-9311-d5b357baadef tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 210 time: 0.0289845 Jun 24 12:27:54.168888 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84270898-b0fb-45e4-8b63-ec75205c9bbd req-180bb7c2-5992-4b51-8c11-9836e9ee8e35 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:54.170358 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-84270898-b0fb-45e4-8b63-ec75205c9bbd req-180bb7c2-5992-4b51-8c11-9836e9ee8e35 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 943 time: 0.1142101 Jun 24 12:27:54.182454 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70173ae-0d02-4adb-a010-2f3402de5138 req-fd08a89e-bdd5-4184-ab90-0211a191ccb4 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:54.183899 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a70173ae-0d02-4adb-a010-2f3402de5138 req-fd08a89e-bdd5-4184-ab90-0211a191ccb4 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1248889 Jun 24 12:27:54.245310 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a70173ae-0d02-4adb-a010-2f3402de5138 req-c2b5db80-578c-403c-9bed-a786d8b1a9f9 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546236 Jun 24 12:27:54.247980 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-84270898-b0fb-45e4-8b63-ec75205c9bbd req-4751329b-a4ab-4935-af85-d3d1fba6e1af tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631828 Jun 24 12:27:54.815106 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-b9f264f9-ead3-4dd0-a932-77d6957e2169 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:54.816589 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-b9f264f9-ead3-4dd0-a932-77d6957e2169 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/networks?id=e1f1aa0f-fd0e-4821-a005-7c107dd03887 HTTP/1.1" status: 200 len: 813 time: 0.1020305 Jun 24 12:27:54.832633 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-b8f9c83f-98b5-46cb-a814-ac9b419a4232 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/quotas/a955bf822d9048f5940776ef24fd6e11 HTTP/1.1" status: 200 len: 375 time: 0.0104182 Jun 24 12:27:54.907148 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-3fa27be1-f916-4be6-9881-bf1429efdef0 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=a955bf822d9048f5940776ef24fd6e11&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691938 Jun 24 12:27:55.023833 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3125a9ee-ce1e-4551-8364-0eaeda2aea03 req-477e874c-9313-4a65-becd-08e3adb08db3 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 210 time: 0.0387845 Jun 24 12:27:55.053790 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-cf30ee66-cf6f-4693-8690-7400986c3eae service neutron] 10.222.0.98 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392968 Jun 24 12:27:55.152628 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-c2769c9d-8f4a-48eb-bc5c-a3bc6e038a7b service neutron] 10.222.0.98 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980866 Jun 24 12:27:55.365883 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8b180472-188a-4137-8fd2-e34d71959848 req-6951904d-ac9e-4144-986d-44cc69d6eedc tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 210 time: 0.0477397 Jun 24 12:27:55.382372 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-3cb654d0-6929-46ee-a8e6-4f9c87ed4c4c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:55.384111 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-3cb654d0-6929-46ee-a8e6-4f9c87ed4c4c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.49 "GET /v2.0/networks?id=e2f4b231-ce26-42aa-8d04-4c38871b68b2 HTTP/1.1" status: 200 len: 809 time: 0.1794884 Jun 24 12:27:55.424948 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-79f4bde5-3911-4e0f-a445-71a43c9d814a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Request body: {'port': {'device_id': 'a8d5b47c-c7f3-4f50-b813-1c95417ca298', 'network_id': 'e2f4b231-ce26-42aa-8d04-4c38871b68b2', 'admin_state_up': True, 'tenant_id': '921a286f3b854548b8a97aef98c9316a'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:55.546978 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3e16f703-cc6b-47ec-a19b-e699b266316b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:55.581175 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957540bc-a0e1-49be-9eae-a95fe2f2b5ca req-b927f717-295f-4862-a5b5-93025b338c29 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:55.582638 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-957540bc-a0e1-49be-9eae-a95fe2f2b5ca req-b927f717-295f-4862-a5b5-93025b338c29 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1974707 Jun 24 12:27:55.640347 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-79f4bde5-3911-4e0f-a445-71a43c9d814a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Made reservation on behalf of 921a286f3b854548b8a97aef98c9316a for: {'port': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:27:55.643779 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-79f4bde5-3911-4e0f-a445-71a43c9d814a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:55.660040 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-957540bc-a0e1-49be-9eae-a95fe2f2b5ca req-0a46ba75-c9b5-43d1-a456-5c3842ff7128 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686641 Jun 24 12:27:55.687073 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59811555-4614-4ee0-870f-1ff020a2c277 req-cfaf1d92-a991-40b2-9cfb-946a957ab6d2 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:55.689040 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-59811555-4614-4ee0-870f-1ff020a2c277 req-cfaf1d92-a991-40b2-9cfb-946a957ab6d2 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 943 time: 0.1796932 Jun 24 12:27:55.778906 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-59811555-4614-4ee0-870f-1ff020a2c277 req-2f0a2b5c-ff7a-4613-923b-8e78042b0033 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811031 Jun 24 12:27:55.844323 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-79f4bde5-3911-4e0f-a445-71a43c9d814a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Allocated IP 172.20.0.7 (e2f4b231-ce26-42aa-8d04-4c38871b68b2/6401ef15-a159-4137-ae12-1d82ab651352/50085145-ab9b-40ec-95d3-ddc10c4f2e37) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:27:55.989463 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-79f4bde5-3911-4e0f-a445-71a43c9d814a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:56.038930 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-79f4bde5-3911-4e0f-a445-71a43c9d814a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3352900'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:56.043709 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ada5b1f8-130b-43aa-b987-e4995cdabe28 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:56.096617 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-79f4bde5-3911-4e0f-a445-71a43c9d814a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Network e2f4b231-ce26-42aa-8d04-4c38871b68b2 is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:56.099976 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-79f4bde5-3911-4e0f-a445-71a43c9d814a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:56.102601 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-79f4bde5-3911-4e0f-a445-71a43c9d814a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:27:56.134512 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4bde5-3911-4e0f-a445-71a43c9d814a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Pushing event updated for resources: {'Port': ['ID=50085145-ab9b-40ec-95d3-ddc10c4f2e37,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:56.140273 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-79f4bde5-3911-4e0f-a445-71a43c9d814a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:56.162518 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-79f4bde5-3911-4e0f-a445-71a43c9d814a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:56.163127 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-79f4bde5-3911-4e0f-a445-71a43c9d814a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:56.208061 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-79f4bde5-3911-4e0f-a445-71a43c9d814a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7869275 Jun 24 12:27:56.234814 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 3967f43c-87fb-43ef-bec2-b8a10d6e6739 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:27:56.237386 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74bc3b-cd55-4571-af8f-f52021f88244 req-cae321e8-e4a9-4715-93ea-72da2266d666 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:56.238858 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a74bc3b-cd55-4571-af8f-f52021f88244 req-cae321e8-e4a9-4715-93ea-72da2266d666 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 931 time: 0.0732489 Jun 24 12:27:56.248149 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Request body: {'port': {'device_id': 'a8d5b47c-c7f3-4f50-b813-1c95417ca298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:56.317934 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a74bc3b-cd55-4571-af8f-f52021f88244 req-5aa95e2d-b258-4f07-b916-ff3a5e543e9d tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671711 Jun 24 12:27:56.335654 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 3967f43c-87fb-43ef-bec2-b8a10d6e6739, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3967f43c-87fb-43ef-bec2-b8a10d6e6739,segment=NetworkSegment(299068cb-8e5f-4c42-b979-2be99103e131),segment_id=299068cb-8e5f-4c42-b979-2be99103e131)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:56.349003 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': '3967f43c-87fb-43ef-bec2-b8a10d6e6739', 'network_id': '9ceb1b1e-b870-487a-ac5c-0af08130a5f9', 'port_id': '3967f43c-87fb-43ef-bec2-b8a10d6e6739', 'mac_address': 'fa:16:3e:8a:e0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b712981c-6553-4155-94a7-9820f6b60c5e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:27:56.351281 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:56.386490 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:56.399265 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3967f43c-87fb-43ef-bec2-b8a10d6e6739 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:27:56.420398 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 3967f43c-87fb-43ef-bec2-b8a10d6e6739, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3967f43c-87fb-43ef-bec2-b8a10d6e6739,segment=NetworkSegment(299068cb-8e5f-4c42-b979-2be99103e131),segment_id=299068cb-8e5f-4c42-b979-2be99103e131)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:27:56.425948 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:56.427989 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:56.476061 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=3967f43c-87fb-43ef-bec2-b8a10d6e6739,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:56.479223 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:56.546852 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-43eac319-3da0-4c68-8541-24fc62b7d346 req-578592e4-8bea-48d6-b4d2-dc2360370b4f tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 210 time: 0.0311956 Jun 24 12:27:56.645128 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50085145-ab9b-40ec-95d3-ddc10c4f2e37 {{(pid=92888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:27:56.653635 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:56.665704 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.provisioning_blocks [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Transition to ACTIVE for port object 50085145-ab9b-40ec-95d3-ddc10c4f2e37 will not be triggered until provisioned by entity L2. {{(pid=92888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:56.669719 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:56.672822 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:56.724688 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Pushing event updated for resources: {'Port': ['ID=50085145-ab9b-40ec-95d3-ddc10c4f2e37,revision_number=2']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:56.728978 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:56.834081 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Attempting to bind port 50085145-ab9b-40ec-95d3-ddc10c4f2e37 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:27:56.834421 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Attempting to bind port 50085145-ab9b-40ec-95d3-ddc10c4f2e37 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '98efd000-7cc2-4752-b32f-d28e1e0e9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e2f4b231-ce26-42aa-8d04-4c38871b68b2'}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:27:56.834785 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Attempting to bind port 50085145-ab9b-40ec-95d3-ddc10c4f2e37 on network e2f4b231-ce26-42aa-8d04-4c38871b68b2 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:56.843213 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Port 50085145-ab9b-40ec-95d3-ddc10c4f2e37 on network e2f4b231-ce26-42aa-8d04-4c38871b68b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:27:56.843559 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Attempting to bind port 50085145-ab9b-40ec-95d3-ddc10c4f2e37 on network e2f4b231-ce26-42aa-8d04-4c38871b68b2 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:56.850810 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:27:56.851144 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Checking segment: {'id': '98efd000-7cc2-4752-b32f-d28e1e0e9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e2f4b231-ce26-42aa-8d04-4c38871b68b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:56.851546 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Bound using segment: {'id': '98efd000-7cc2-4752-b32f-d28e1e0e9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e2f4b231-ce26-42aa-8d04-4c38871b68b2'} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:27:56.851976 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Bound port: 50085145-ab9b-40ec-95d3-ddc10c4f2e37, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98efd000-7cc2-4752-b32f-d28e1e0e9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e2f4b231-ce26-42aa-8d04-4c38871b68b2'}}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:27:56.852335 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:56.913879 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d97ee-c8a9-4e06-9c53-5f5d4814635b req-582a812b-0622-4f16-931f-8e7e73b701fa tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:56.915247 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-159d97ee-c8a9-4e06-9c53-5f5d4814635b req-582a812b-0622-4f16-931f-8e7e73b701fa tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1266832 Jun 24 12:27:56.976297 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-a1635877-8eba-4f9e-b826-4cade9af2c4e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:56.979163 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-a1635877-8eba-4f9e-b826-4cade9af2c4e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.49 "GET /v2.0/networks?id=e1f1aa0f-fd0e-4821-a005-7c107dd03887 HTTP/1.1" status: 200 len: 813 time: 0.1211126 Jun 24 12:27:57.002281 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] For port 50085145-ab9b-40ec-95d3-ddc10c4f2e37, host hv-cinder-68948, cleared binding levels {{(pid=92888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:27:57.007187 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-629b859d-3efb-4d29-8aeb-fbbd4471f78e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Request body: {'port': {'device_id': '61075919-156e-480d-a4f6-dd7594ef1efa', 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887', 'admin_state_up': True, 'tenant_id': 'a955bf822d9048f5940776ef24fd6e11'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:57.009091 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['3967f43c-87fb-43ef-bec2-b8a10d6e6739'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:27:57.018844 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-159d97ee-c8a9-4e06-9c53-5f5d4814635b req-be804835-739e-4dab-acfe-7598a2855899 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896473 Jun 24 12:27:57.022485 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] For port 50085145-ab9b-40ec-95d3-ddc10c4f2e37, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=50085145-ab9b-40ec-95d3-ddc10c4f2e37,segment=NetworkSegment(98efd000-7cc2-4752-b32f-d28e1e0e9b64),segment_id=98efd000-7cc2-4752-b32f-d28e1e0e9b64)] {{(pid=92888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:27:57.032456 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:57.035072 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:57.106331 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5d3b8-d2a8-4432-87a6-b138b0e4429b req-3e9b2fb5-dd3e-4cf1-8e9f-d2f96feab8a0 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:57.107971 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-41c5d3b8-d2a8-4432-87a6-b138b0e4429b req-3e9b2fb5-dd3e-4cf1-8e9f-d2f96feab8a0 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 944 time: 0.2020452 Jun 24 12:27:57.129023 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:57.131587 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:57.132825 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] 10.222.0.49 "PUT /v2.0/ports/50085145-ab9b-40ec-95d3-ddc10c4f2e37 HTTP/1.1" status: 200 len: 1093 time: 0.8892806 Jun 24 12:27:57.134009 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d5b47c-c7f3-4f50-b813-1c95417ca298', 'tag': '50085145-ab9b-40ec-95d3-ddc10c4f2e37'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:57.136566 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cea7162-1624-42ce-9a2a-ce592c0c96a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d5b47c-c7f3-4f50-b813-1c95417ca298", "tag": "50085145-ab9b-40ec-95d3-ddc10c4f2e37"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:57.189651 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Pushing event updated for resources: {'Port': ['ID=50085145-ab9b-40ec-95d3-ddc10c4f2e37,revision_number=3']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:57.200108 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:57.208188 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-41c5d3b8-d2a8-4432-87a6-b138b0e4429b req-7b7bbef8-624f-4248-bd1d-35a2f7e8f53e tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846925 Jun 24 12:27:57.212603 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-629b859d-3efb-4d29-8aeb-fbbd4471f78e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Made reservation on behalf of a955bf822d9048f5940776ef24fd6e11 for: {'port': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:27:57.216269 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-629b859d-3efb-4d29-8aeb-fbbd4471f78e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:57.333162 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-1b9387be-267d-40ad-b35e-98f6490621b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:57.334657 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-1b9387be-267d-40ad-b35e-98f6490621b1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=921a286f3b854548b8a97aef98c9316a&device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 1096 time: 0.0741425 Jun 24 12:27:57.348212 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd42ec4d-1ee4-46f9-a2c4-503d68d5efb4 x-openstack-request-id: req-cd42ec4d-1ee4-46f9-a2c4-503d68d5efb4 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:57.348543 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d5b47c-c7f3-4f50-b813-1c95417ca298", "tag": "50085145-ab9b-40ec-95d3-ddc10c4f2e37", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:57.348821 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cd42ec4d-1ee4-46f9-a2c4-503d68d5efb4 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:57.349253 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d5b47c-c7f3-4f50-b813-1c95417ca298', 'tag': '50085145-ab9b-40ec-95d3-ddc10c4f2e37', 'status': 'completed', 'code': 200} Jun 24 12:27:57.361716 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-629b859d-3efb-4d29-8aeb-fbbd4471f78e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Allocated IP 172.20.0.6 (e1f1aa0f-fd0e-4821-a005-7c107dd03887/975d93ba-ed56-4f92-8a0c-4eb6a701f2bf/96fe2463-2b13-4595-adf9-fc4974dae39a) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:27:57.438035 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-2b179090-2349-4eec-92c3-d54d7001c89a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50085145-ab9b-40ec-95d3-ddc10c4f2e37 HTTP/1.1" status: 200 len: 217 time: 0.0401187 Jun 24 12:27:57.519449 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-2e0eab32-cdc3-40b9-958b-adbb1b4c7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:57.520914 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-2e0eab32-cdc3-40b9-958b-adbb1b4c7a17 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6401ef15-a159-4137-ae12-1d82ab651352 HTTP/1.1" status: 200 len: 849 time: 0.0559020 Jun 24 12:27:57.523239 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-629b859d-3efb-4d29-8aeb-fbbd4471f78e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:57.537458 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87d21a-9478-44fa-a203-5cf0b95e45de req-8e6bb588-febd-40a1-ba93-fe9ab0093c80 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:57.538850 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9c87d21a-9478-44fa-a203-5cf0b95e45de req-8e6bb588-febd-40a1-ba93-fe9ab0093c80 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 943 time: 0.1000729 Jun 24 12:27:57.563527 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-629b859d-3efb-4d29-8aeb-fbbd4471f78e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:57.567219 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:57.578738 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-d232ab1c-21ca-42b9-8071-d5e775209f72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e2f4b231-ce26-42aa-8d04-4c38871b68b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384972 Jun 24 12:27:57.612577 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-629b859d-3efb-4d29-8aeb-fbbd4471f78e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Network e1f1aa0f-fd0e-4821-a005-7c107dd03887 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:27:57.615658 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-629b859d-3efb-4d29-8aeb-fbbd4471f78e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:27:57.622567 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-629b859d-3efb-4d29-8aeb-fbbd4471f78e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:27:57.622817 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9c87d21a-9478-44fa-a203-5cf0b95e45de req-036a571f-b02a-4743-a8e7-7d93a12f49f5 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723970 Jun 24 12:27:57.669606 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b859d-3efb-4d29-8aeb-fbbd4471f78e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Pushing event updated for resources: {'Port': ['ID=96fe2463-2b13-4595-adf9-fc4974dae39a,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:57.677341 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-629b859d-3efb-4d29-8aeb-fbbd4471f78e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:57.678200 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-629b859d-3efb-4d29-8aeb-fbbd4471f78e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:57.681126 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-629b859d-3efb-4d29-8aeb-fbbd4471f78e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:57.695821 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-629b859d-3efb-4d29-8aeb-fbbd4471f78e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6974065 Jun 24 12:27:57.724487 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Request body: {'port': {'device_id': '61075919-156e-480d-a4f6-dd7594ef1efa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:27:57.724698 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-d9a280dc-a346-419b-8c27-72e149aa49ad service neutron] 10.222.0.49 "GET /v2.0/networks/e2f4b231-ce26-42aa-8d04-4c38871b68b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268501 Jun 24 12:27:57.796386 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:57.820134 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c121c8e0-8d8e-4090-95f6-3e42a8ed7ef0 req-35a266a3-b53d-4bf2-af3e-438605947567 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:57.821605 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c121c8e0-8d8e-4090-95f6-3e42a8ed7ef0 req-35a266a3-b53d-4bf2-af3e-438605947567 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 931 time: 0.1318152 Jun 24 12:27:57.858637 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7f51b6bb-5453-43b2-969b-7313fd6f9461 req-4b8675c8-0acd-4cfd-a096-9ff4de2ca630 service neutron] 10.222.0.49 "GET /v2.0/networks/e2f4b231-ce26-42aa-8d04-4c38871b68b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227078 Jun 24 12:27:57.874301 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c121c8e0-8d8e-4090-95f6-3e42a8ed7ef0 req-1b4f3bfb-4de2-4f9f-9efe-22e51d85ebc9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462503 Jun 24 12:27:58.014120 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e756b234-0c1e-490f-910b-0adefde8cc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:58.059741 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea7162-1624-42ce-9a2a-ce592c0c96a3 req-f35a1a38-2923-4b0d-99d4-01093a23fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:58.061541 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7cea7162-1624-42ce-9a2a-ce592c0c96a3 req-f35a1a38-2923-4b0d-99d4-01093a23fb81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=921a286f3b854548b8a97aef98c9316a&device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 1096 time: 0.0563848 Jun 24 12:27:58.078471 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fe2463-2b13-4595-adf9-fc4974dae39a {{(pid=92890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:27:58.085943 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:58.098221 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Transition to ACTIVE for port object 96fe2463-2b13-4595-adf9-fc4974dae39a will not be triggered until provisioned by entity L2. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:27:58.103203 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:58.105554 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-79ef0871-8384-48b3-a2ac-13266daadb18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:58.176695 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Pushing event updated for resources: {'Port': ['ID=96fe2463-2b13-4595-adf9-fc4974dae39a,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:58.198041 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:58.204703 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea7162-1624-42ce-9a2a-ce592c0c96a3 req-db9ef9f7-e2fb-4bcc-94c9-37662b6b59bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:58.206322 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7cea7162-1624-42ce-9a2a-ce592c0c96a3 req-db9ef9f7-e2fb-4bcc-94c9-37662b6b59bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=e2f4b231-ce26-42aa-8d04-4c38871b68b2 HTTP/1.1" status: 200 len: 910 time: 0.1336174 Jun 24 12:27:58.233989 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Attempting to bind port 96fe2463-2b13-4595-adf9-fc4974dae39a on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:27:58.234322 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Attempting to bind port 96fe2463-2b13-4595-adf9-fc4974dae39a by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'}] {{(pid=92890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:27:58.234782 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Attempting to bind port 96fe2463-2b13-4595-adf9-fc4974dae39a on network e1f1aa0f-fd0e-4821-a005-7c107dd03887 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:58.239378 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Port 96fe2463-2b13-4595-adf9-fc4974dae39a on network e1f1aa0f-fd0e-4821-a005-7c107dd03887 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:27:58.239707 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Attempting to bind port 96fe2463-2b13-4595-adf9-fc4974dae39a on network e1f1aa0f-fd0e-4821-a005-7c107dd03887 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:27:58.244444 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:27:58.245045 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Checking segment: {'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:27:58.245434 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Bound using segment: {'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'} {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:27:58.247611 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Bound port: 96fe2463-2b13-4595-adf9-fc4974dae39a, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd347b48c-4f98-4353-aff2-1dda10f7a44b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887'}}] {{(pid=92890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:27:58.247989 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:58.248101 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['8a84a38f-dc72-4409-b249-ece62067f090', '396847b0-0b5a-4e97-ad50-70d4e66cf07f', '59d70fe1-aed6-42cc-a7b0-51ea0ce0126b'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:27:58.264462 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7cea7162-1624-42ce-9a2a-ce592c0c96a3 req-7ece0902-e716-49e9-abd9-23d08c7be0d9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50085145-ab9b-40ec-95d3-ddc10c4f2e37 HTTP/1.1" status: 200 len: 217 time: 0.0469344 Jun 24 12:27:58.272112 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8a79a-d2bf-4d79-bb80-faa16a6fb27d req-df57c06b-1c37-42be-aa60-5242a1cc7c53 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:58.273577 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d1c8a79a-d2bf-4d79-bb80-faa16a6fb27d req-df57c06b-1c37-42be-aa60-5242a1cc7c53 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1316073 Jun 24 12:27:58.343469 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] For port 96fe2463-2b13-4595-adf9-fc4974dae39a, host hv-cinder-68948, cleared binding levels {{(pid=92890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:27:58.347127 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] For port 96fe2463-2b13-4595-adf9-fc4974dae39a, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96fe2463-2b13-4595-adf9-fc4974dae39a,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:27:58.350559 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea7162-1624-42ce-9a2a-ce592c0c96a3 req-cee4b2d6-d998-456d-a566-55e16234204f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:58.352210 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7cea7162-1624-42ce-9a2a-ce592c0c96a3 req-cee4b2d6-d998-456d-a566-55e16234204f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6401ef15-a159-4137-ae12-1d82ab651352 HTTP/1.1" status: 200 len: 849 time: 0.0777161 Jun 24 12:27:58.354560 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:58.355479 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d1c8a79a-d2bf-4d79-bb80-faa16a6fb27d req-edf1a422-57ce-413b-b4d5-7386a3bfb790 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712256 Jun 24 12:27:58.364766 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:27:58.373933 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:58.374515 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:58.375928 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] 10.222.0.49 "PUT /v2.0/ports/96fe2463-2b13-4595-adf9-fc4974dae39a HTTP/1.1" status: 200 len: 1093 time: 0.6558521 Jun 24 12:27:58.376417 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61075919-156e-480d-a4f6-dd7594ef1efa', 'tag': '96fe2463-2b13-4595-adf9-fc4974dae39a'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:27:58.378657 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c7d8b1-9345-4f0a-b362-cacd828c6035" -d '{"events": [{"name": "network-changed", "server_uuid": "61075919-156e-480d-a4f6-dd7594ef1efa", "tag": "96fe2463-2b13-4595-adf9-fc4974dae39a"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:27:58.398263 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7cea7162-1624-42ce-9a2a-ce592c0c96a3 req-68e8be34-ca13-4f4f-8236-3748721bc319 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e2f4b231-ce26-42aa-8d04-4c38871b68b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383415 Jun 24 12:27:58.435447 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Pushing event updated for resources: {'Port': ['ID=96fe2463-2b13-4595-adf9-fc4974dae39a,revision_number=3']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:27:58.439260 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:27:58.526011 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:58.546398 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-bb8dcd77-4402-44dc-91e1-0083a13e6b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:58.548156 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-bb8dcd77-4402-44dc-91e1-0083a13e6b02 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a955bf822d9048f5940776ef24fd6e11&device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 1096 time: 0.0691919 Jun 24 12:27:58.609198 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-6dc01e4d-43e0-47ec-a9e6-3c7c60307be7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96fe2463-2b13-4595-adf9-fc4974dae39a HTTP/1.1" status: 200 len: 217 time: 0.0396981 Jun 24 12:27:58.681760 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-17c88403-144c-4ebf-a01c-31cb19b46473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:58.683421 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-17c88403-144c-4ebf-a01c-31cb19b46473 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=975d93ba-ed56-4f92-8a0c-4eb6a701f2bf HTTP/1.1" status: 200 len: 853 time: 0.0559313 Jun 24 12:27:58.685615 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6b1120-94be-4ed8-a307-503240310935 x-openstack-request-id: req-2d6b1120-94be-4ed8-a307-503240310935 {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:27:58.685930 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61075919-156e-480d-a4f6-dd7594ef1efa", "tag": "96fe2463-2b13-4595-adf9-fc4974dae39a", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:27:58.686201 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2d6b1120-94be-4ed8-a307-503240310935 {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:27:58.687087 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61075919-156e-480d-a4f6-dd7594ef1efa', 'tag': '96fe2463-2b13-4595-adf9-fc4974dae39a', 'status': 'completed', 'code': 200} Jun 24 12:27:58.710496 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73270e2a-994c-43b2-964c-9c911f07bd64 req-2fd4d940-f18d-4ef1-80be-010778009911 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:58.711975 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-73270e2a-994c-43b2-964c-9c911f07bd64 req-2fd4d940-f18d-4ef1-80be-010778009911 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 944 time: 0.3442209 Jun 24 12:27:58.713948 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7cea7162-1624-42ce-9a2a-ce592c0c96a3 req-43178cfa-9aff-430a-90b2-c5737743fa9a service neutron] 10.222.0.49 "GET /v2.0/networks/e2f4b231-ce26-42aa-8d04-4c38871b68b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948983 Jun 24 12:27:58.728994 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-e1b3e20b-d6ea-4381-ba65-5c86a7e18701 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e1f1aa0f-fd0e-4821-a005-7c107dd03887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277293 Jun 24 12:27:58.802744 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-73270e2a-994c-43b2-964c-9c911f07bd64 req-c614c93a-4579-4284-a32f-f640ca4a51ab tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842228 Jun 24 12:27:58.841883 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-6f43e443-8143-4896-a092-3decc875bb2f service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050720 Jun 24 12:27:58.844489 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7cea7162-1624-42ce-9a2a-ce592c0c96a3 req-3f2150ce-9cfd-425c-ae41-295487ff3f11 service neutron] 10.222.0.49 "GET /v2.0/networks/e2f4b231-ce26-42aa-8d04-4c38871b68b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090655 Jun 24 12:27:58.964558 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf1335-6e8e-4d5c-bfad-338342b87965 req-5abfb40d-b7d7-4ddb-87c0-8e5f58d5185e tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:58.966124 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fbaf1335-6e8e-4d5c-bfad-338342b87965 req-5abfb40d-b7d7-4ddb-87c0-8e5f58d5185e tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 943 time: 0.0643311 Jun 24 12:27:58.971713 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-ff4bd71b-9cbc-45cc-850a-4f7ce6c665d2 req-783dd4f6-0f28-4283-a82a-cbc4438e8843 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831423 Jun 24 12:27:59.011638 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fbaf1335-6e8e-4d5c-bfad-338342b87965 req-ebd9280f-d24d-49da-9e1f-80fadb5ce29d tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386882 Jun 24 12:27:59.112111 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3af74-660f-4d51-b45e-260aec5ea0ff req-4fa8d1d9-16b6-43d5-a531-ede88c162dee tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:59.113778 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-12a3af74-660f-4d51-b45e-260aec5ea0ff req-4fa8d1d9-16b6-43d5-a531-ede88c162dee tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 943 time: 0.0610828 Jun 24 12:27:59.151519 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-12a3af74-660f-4d51-b45e-260aec5ea0ff req-f3162fab-c88e-4442-8c72-76f3faced433 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317752 Jun 24 12:27:59.239071 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7d8b1-9345-4f0a-b362-cacd828c6035 req-29a690aa-6066-4889-b2df-32b595414204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:59.240572 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-10c7d8b1-9345-4f0a-b362-cacd828c6035 req-29a690aa-6066-4889-b2df-32b595414204 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a955bf822d9048f5940776ef24fd6e11&device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 1096 time: 0.0522938 Jun 24 12:27:59.334605 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7d8b1-9345-4f0a-b362-cacd828c6035 req-69aea4c2-7c2d-43ef-9ce2-39bfea0d5d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:59.336082 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-10c7d8b1-9345-4f0a-b362-cacd828c6035 req-69aea4c2-7c2d-43ef-9ce2-39bfea0d5d1e service neutron] 10.222.0.49 "GET /v2.0/networks?id=e1f1aa0f-fd0e-4821-a005-7c107dd03887 HTTP/1.1" status: 200 len: 914 time: 0.0874941 Jun 24 12:27:59.384191 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-10c7d8b1-9345-4f0a-b362-cacd828c6035 req-e83a6da3-6cd3-4339-bb3e-27d5686c69d0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96fe2463-2b13-4595-adf9-fc4974dae39a HTTP/1.1" status: 200 len: 217 time: 0.0345738 Jun 24 12:27:59.387011 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:27:59.440074 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7d8b1-9345-4f0a-b362-cacd828c6035 req-7373a670-7ffb-4a3a-ac0a-e22d1ed97bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:59.441480 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-10c7d8b1-9345-4f0a-b362-cacd828c6035 req-7373a670-7ffb-4a3a-ac0a-e22d1ed97bb9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=975d93ba-ed56-4f92-8a0c-4eb6a701f2bf HTTP/1.1" status: 200 len: 853 time: 0.0467224 Jun 24 12:27:59.482446 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-10c7d8b1-9345-4f0a-b362-cacd828c6035 req-d5509d45-bdea-42b8-ba12-ef35119c56df service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e1f1aa0f-fd0e-4821-a005-7c107dd03887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271914 Jun 24 12:27:59.530612 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fab086-59d1-4e99-b9ee-53f54e1005da req-a122c5fb-652e-4a76-af25-75bda11dc140 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:59.532165 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a9fab086-59d1-4e99-b9ee-53f54e1005da req-a122c5fb-652e-4a76-af25-75bda11dc140 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0623167 Jun 24 12:27:59.568555 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a9fab086-59d1-4e99-b9ee-53f54e1005da req-2174f94f-bee6-4634-8d8a-f9cafd93af49 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306942 Jun 24 12:27:59.570353 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-10c7d8b1-9345-4f0a-b362-cacd828c6035 req-3754a08b-cb53-4a17-b2cd-b8a7dbe8f781 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798981 Jun 24 12:27:59.663132 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-10c7d8b1-9345-4f0a-b362-cacd828c6035 req-b927d5f3-7090-4aa2-9114-391f5ba275d1 service neutron] 10.222.0.49 "GET /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853255 Jun 24 12:27:59.981519 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918a5d9-5dc8-423f-96cc-0867789c93ec req-3187e36f-7ea0-4bb8-bcbd-24d1f67cf314 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:27:59.983048 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c918a5d9-5dc8-423f-96cc-0867789c93ec req-3187e36f-7ea0-4bb8-bcbd-24d1f67cf314 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 944 time: 0.0669594 Jun 24 12:28:00.022522 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c918a5d9-5dc8-423f-96cc-0867789c93ec req-8072df10-7568-4212-a4c9-ac41cd468665 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333700 Jun 24 12:28:00.186944 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a19d63-58a2-4fc1-977a-e6b57cad9e7a req-246e07c2-ae59-46cf-8e3e-8f1f7b286af1 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:00.188416 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-10a19d63-58a2-4fc1-977a-e6b57cad9e7a req-246e07c2-ae59-46cf-8e3e-8f1f7b286af1 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 943 time: 0.0619164 Jun 24 12:28:00.227833 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-10a19d63-58a2-4fc1-977a-e6b57cad9e7a req-851326c7-6360-427e-8f51-16b6828c51f5 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337334 Jun 24 12:28:00.267748 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 3967f43c-87fb-43ef-bec2-b8a10d6e6739 up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:00.328940 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port 3967f43c-87fb-43ef-bec2-b8a10d6e6739 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:28:00.332728 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port 3967f43c-87fb-43ef-bec2-b8a10d6e6739 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:00.333106 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:00.370843 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a0af0-5f2b-4e69-90cd-a35c3d57c4f0 req-23888e15-a8b3-4de1-86fd-6c1c06343a22 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:00.372947 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0e7a0af0-5f2b-4e69-90cd-a35c3d57c4f0 req-23888e15-a8b3-4de1-86fd-6c1c06343a22 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 943 time: 0.0703990 Jun 24 12:28:00.410405 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0e7a0af0-5f2b-4e69-90cd-a35c3d57c4f0 req-b643db07-6ff1-4b55-b0d1-8525f2c19ded tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315394 Jun 24 12:28:00.410810 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:00.437355 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc09a20-0ddf-4b36-ac87-48de25b95495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3967f43c-87fb-43ef-bec2-b8a10d6e6739'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:28:00.439664 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9ac1ac-3bd8-42f1-8914-0ea24499c944" -d '{"events": [{"server_uuid": "bcc09a20-0ddf-4b36-ac87-48de25b95495", "name": "network-vif-plugged", "status": "completed", "tag": "3967f43c-87fb-43ef-bec2-b8a10d6e6739"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:28:00.451901 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 3967f43c-87fb-43ef-bec2-b8a10d6e6739, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3967f43c-87fb-43ef-bec2-b8a10d6e6739,segment=NetworkSegment(299068cb-8e5f-4c42-b979-2be99103e131),segment_id=299068cb-8e5f-4c42-b979-2be99103e131)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:00.456620 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:00.458414 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:00.479004 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b1d1bc-cf34-44a8-af20-1b5dbc002b3b x-openstack-request-id: req-11b1d1bc-cf34-44a8-af20-1b5dbc002b3b {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:28:00.479207 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc09a20-0ddf-4b36-ac87-48de25b95495", "name": "network-vif-plugged", "status": "completed", "tag": "3967f43c-87fb-43ef-bec2-b8a10d6e6739", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:28:00.479493 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-11b1d1bc-cf34-44a8-af20-1b5dbc002b3b {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:28:00.479889 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc09a20-0ddf-4b36-ac87-48de25b95495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3967f43c-87fb-43ef-bec2-b8a10d6e6739', 'code': 200} Jun 24 12:28:00.508142 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=3967f43c-87fb-43ef-bec2-b8a10d6e6739,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:00.511435 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:00.746628 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6a6ef-331e-4263-bb1d-f23eda52b5b5 req-b0d77e47-e806-43de-93e1-c4ff6fd4d913 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:00.748076 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f5c6a6ef-331e-4263-bb1d-f23eda52b5b5 req-b0d77e47-e806-43de-93e1-c4ff6fd4d913 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0651860 Jun 24 12:28:00.753291 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26b6c7-2825-4db0-b17b-ec79a8107f78 req-a64773c3-0bb9-48a2-879c-51914e756fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:00.754741 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-7e26b6c7-2825-4db0-b17b-ec79a8107f78 req-a64773c3-0bb9-48a2-879c-51914e756fed service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 1098 time: 0.0514710 Jun 24 12:28:00.790424 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f5c6a6ef-331e-4263-bb1d-f23eda52b5b5 req-3403c7c3-ee67-41bc-aeb0-c484a61b81eb tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360777 Jun 24 12:28:00.802374 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-7e26b6c7-2825-4db0-b17b-ec79a8107f78 req-44f32873-516e-4481-90cf-b3eb390d69fd service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296071 Jun 24 12:28:00.823693 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:01.189083 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d0439-e940-4db6-a88f-e07bb68208a7 req-26749dbc-d436-4941-b0d3-7752f828c816 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:01.190522 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-aa1d0439-e940-4db6-a88f-e07bb68208a7 req-26749dbc-d436-4941-b0d3-7752f828c816 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 945 time: 0.0604010 Jun 24 12:28:01.227710 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-aa1d0439-e940-4db6-a88f-e07bb68208a7 req-c1533734-4c22-40d7-be6b-26943631dc35 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316021 Jun 24 12:28:01.248506 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:01.493714 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f7d32-ec23-4e4f-a0a5-05abe7c7a0c4 req-fe63508d-34fa-4cbb-bf75-1028ed3623b1 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:01.495187 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9b4f7d32-ec23-4e4f-a0a5-05abe7c7a0c4 req-fe63508d-34fa-4cbb-bf75-1028ed3623b1 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 943 time: 0.0666137 Jun 24 12:28:01.533359 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9b4f7d32-ec23-4e4f-a0a5-05abe7c7a0c4 req-55fddeeb-7163-4b27-bb07-3547509acdb1 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317578 Jun 24 12:28:01.615799 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22821a45-1009-4cdb-ad22-4180b2e34b39 req-a6a70ee9-46be-48a4-9b4f-1bd15f07e42b tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:01.617279 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-22821a45-1009-4cdb-ad22-4180b2e34b39 req-a6a70ee9-46be-48a4-9b4f-1bd15f07e42b tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 943 time: 0.0615833 Jun 24 12:28:01.655014 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-22821a45-1009-4cdb-ad22-4180b2e34b39 req-4e2de70e-67f9-4674-becb-dfa48896d4ed tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316458 Jun 24 12:28:01.961586 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c809b-ba40-4df8-b1f8-e23f31744041 req-b67d43fd-0ce3-49b6-aad1-6e4e551dfff3 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:01.963013 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc1c809b-ba40-4df8-b1f8-e23f31744041 req-b67d43fd-0ce3-49b6-aad1-6e4e551dfff3 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0635231 Jun 24 12:28:02.000062 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc1c809b-ba40-4df8-b1f8-e23f31744041 req-d129d03b-efc4-488d-9bac-e19b39c6cf23 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Jun 24 12:28:02.272370 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 96fe2463-2b13-4595-adf9-fc4974dae39a details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:28:02.288335 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c6f45-fc51-46b0-ac8b-a916008181a3 req-287c9598-cf4f-47b3-ae90-a744c5ae68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:02.289873 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0e7c6f45-fc51-46b0-ac8b-a916008181a3 req-287c9598-cf4f-47b3-ae90-a744c5ae68b0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 1098 time: 0.0572448 Jun 24 12:28:02.325849 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0e7c6f45-fc51-46b0-ac8b-a916008181a3 req-496882ab-b927-48d3-98e4-594735e20bc6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282612 Jun 24 12:28:02.368682 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 96fe2463-2b13-4595-adf9-fc4974dae39a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96fe2463-2b13-4595-adf9-fc4974dae39a,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:02.380438 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': '96fe2463-2b13-4595-adf9-fc4974dae39a', 'network_id': 'e1f1aa0f-fd0e-4821-a005-7c107dd03887', 'port_id': '96fe2463-2b13-4595-adf9-fc4974dae39a', 'mac_address': 'fa:16:3e:ae:e5:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975d93ba-ed56-4f92-8a0c-4eb6a701f2bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:28:02.410921 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10489aa-f381-4dde-befd-f5b78027efba req-8bdb505f-6a0a-43a2-b757-14ca4b4ec819 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:02.412723 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e10489aa-f381-4dde-befd-f5b78027efba req-8bdb505f-6a0a-43a2-b757-14ca4b4ec819 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 945 time: 0.0698769 Jun 24 12:28:02.424819 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:02.439876 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fe2463-2b13-4595-adf9-fc4974dae39a {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:28:02.459427 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 96fe2463-2b13-4595-adf9-fc4974dae39a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96fe2463-2b13-4595-adf9-fc4974dae39a,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:02.460438 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e10489aa-f381-4dde-befd-f5b78027efba req-f6d69214-47ab-40b3-8968-7091c1bfdeb0 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383351 Jun 24 12:28:02.464764 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:02.466165 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 50085145-ab9b-40ec-95d3-ddc10c4f2e37 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:28:02.468732 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:02.554909 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=96fe2463-2b13-4595-adf9-fc4974dae39a,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:02.558297 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:02.598550 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 50085145-ab9b-40ec-95d3-ddc10c4f2e37, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=50085145-ab9b-40ec-95d3-ddc10c4f2e37,segment=NetworkSegment(98efd000-7cc2-4752-b32f-d28e1e0e9b64),segment_id=98efd000-7cc2-4752-b32f-d28e1e0e9b64)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:02.612747 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': '50085145-ab9b-40ec-95d3-ddc10c4f2e37', 'network_id': 'e2f4b231-ce26-42aa-8d04-4c38871b68b2', 'port_id': '50085145-ab9b-40ec-95d3-ddc10c4f2e37', 'mac_address': 'fa:16:3e:c6:61:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6401ef15-a159-4137-ae12-1d82ab651352', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:28:02.648795 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:02.662021 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50085145-ab9b-40ec-95d3-ddc10c4f2e37 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:28:02.680668 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 50085145-ab9b-40ec-95d3-ddc10c4f2e37, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=50085145-ab9b-40ec-95d3-ddc10c4f2e37,segment=NetworkSegment(98efd000-7cc2-4752-b32f-d28e1e0e9b64),segment_id=98efd000-7cc2-4752-b32f-d28e1e0e9b64)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:02.684963 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:02.687987 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:02.733527 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=50085145-ab9b-40ec-95d3-ddc10c4f2e37,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:02.736443 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:03.242646 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa8535-9fd0-4c89-b508-d95e04cae4c6 req-d5083b81-0aa8-4c18-bf88-baa89cd66a82 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:03.244132 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-daaa8535-9fd0-4c89-b508-d95e04cae4c6 req-d5083b81-0aa8-4c18-bf88-baa89cd66a82 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 944 time: 0.0961685 Jun 24 12:28:03.310424 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c48506-ee8f-4a32-bfac-82a1226411b3 req-93860182-f4d5-4f48-ab7b-5126b3df74db tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:03.312374 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c5c48506-ee8f-4a32-bfac-82a1226411b3 req-93860182-f4d5-4f48-ab7b-5126b3df74db tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 944 time: 0.1158640 Jun 24 12:28:03.315252 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-daaa8535-9fd0-4c89-b508-d95e04cae4c6 req-e55123c6-5205-4266-bdaf-f7286dcf8c40 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618067 Jun 24 12:28:03.352483 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c5c48506-ee8f-4a32-bfac-82a1226411b3 req-d7bd36d7-764c-42cf-a9c4-2a0efd765807 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342889 Jun 24 12:28:03.487844 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e76c8-5653-4ed4-9f6d-7eb75778239c req-6a80263f-9880-4741-bfc3-5755e12b60e6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:03.489314 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-343e76c8-5653-4ed4-9f6d-7eb75778239c req-6a80263f-9880-4741-bfc3-5755e12b60e6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0651472 Jun 24 12:28:03.531373 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-343e76c8-5653-4ed4-9f6d-7eb75778239c req-855cfafc-9b49-497f-af4d-55273c61d9a5 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358043 Jun 24 12:28:03.563569 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['96fe2463-2b13-4595-adf9-fc4974dae39a'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:28:03.638096 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a8da4-363c-4a22-a237-ca2538d726cb req-da85b1d9-0e53-4000-afc5-35df64c06f5a tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:03.639584 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-905a8da4-363c-4a22-a237-ca2538d726cb req-da85b1d9-0e53-4000-afc5-35df64c06f5a tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 945 time: 0.0650766 Jun 24 12:28:03.673858 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['50085145-ab9b-40ec-95d3-ddc10c4f2e37'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:28:03.677489 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-905a8da4-363c-4a22-a237-ca2538d726cb req-316dad5f-712b-44fb-8f19-18454afa10e3 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322878 Jun 24 12:28:04.599306 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635d45d-361a-4469-9abc-b62e92fde4b1 req-77632b89-fab2-45b1-a7c9-f729577ebfff tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:04.600772 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a635d45d-361a-4469-9abc-b62e92fde4b1 req-77632b89-fab2-45b1-a7c9-f729577ebfff tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 944 time: 0.0865378 Jun 24 12:28:04.667754 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a635d45d-361a-4469-9abc-b62e92fde4b1 req-e8b6ce36-f040-46d7-9b2a-13e175f3a8dd tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581019 Jun 24 12:28:04.695920 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacf422-b4c9-4128-bd23-8644633dbf0e req-f7551bb8-cb32-40bb-ab32-9e94dc9a35fb tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:04.697417 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1dacf422-b4c9-4128-bd23-8644633dbf0e req-f7551bb8-cb32-40bb-ab32-9e94dc9a35fb tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 944 time: 0.1069570 Jun 24 12:28:04.737756 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1dacf422-b4c9-4128-bd23-8644633dbf0e req-e6af8b52-b7dd-4266-ae2b-6e5fe306131d tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339653 Jun 24 12:28:04.842888 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598333a-7365-40d9-a666-ea9a342b5095 req-2ffe0fe1-4dcd-4adb-8845-797aeed45b48 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:04.844388 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d598333a-7365-40d9-a666-ea9a342b5095 req-2ffe0fe1-4dcd-4adb-8845-797aeed45b48 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0619202 Jun 24 12:28:04.881956 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d598333a-7365-40d9-a666-ea9a342b5095 req-3909b34d-64c2-42d4-9c21-407e0fcfdd6c tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320458 Jun 24 12:28:05.051611 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60907c-49d1-49d4-868c-1927911d55b7 req-4ed25d1e-aa19-4a9f-bb75-b3cfa967a4d0 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:05.052985 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0e60907c-49d1-49d4-868c-1927911d55b7 req-4ed25d1e-aa19-4a9f-bb75-b3cfa967a4d0 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0620756 Jun 24 12:28:05.089347 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0e60907c-49d1-49d4-868c-1927911d55b7 req-dc835b80-631e-446f-b6fe-f96fcb468bd8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307271 Jun 24 12:28:05.861584 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bedb6-9779-4ec9-a299-54cf1f746c45 req-a891f6e8-df6a-428a-95d2-1cb925e01c92 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:05.862968 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-121bedb6-9779-4ec9-a299-54cf1f746c45 req-a891f6e8-df6a-428a-95d2-1cb925e01c92 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 944 time: 0.0672610 Jun 24 12:28:05.930228 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-121bedb6-9779-4ec9-a299-54cf1f746c45 req-4e43ce92-63d5-4211-8e39-b5b2eb4d682b tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572188 Jun 24 12:28:05.952547 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736b7ad-9eba-4581-acda-0927c3d66dfb req-ff1c3045-4d32-4754-942f-169b86824d1e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:05.954101 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7736b7ad-9eba-4581-acda-0927c3d66dfb req-ff1c3045-4d32-4754-942f-169b86824d1e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 944 time: 0.0902381 Jun 24 12:28:05.991178 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7736b7ad-9eba-4581-acda-0927c3d66dfb req-b95e53f0-f259-4bf0-81fb-a80cfeb180d7 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315838 Jun 24 12:28:06.275758 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 96fe2463-2b13-4595-adf9-fc4974dae39a up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:06.332595 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port 96fe2463-2b13-4595-adf9-fc4974dae39a completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:28:06.336119 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port 96fe2463-2b13-4595-adf9-fc4974dae39a triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:06.336524 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:06.416945 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:06.441755 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61075919-156e-480d-a4f6-dd7594ef1efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fe2463-2b13-4595-adf9-fc4974dae39a'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:28:06.444448 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16754dba-8826-47b5-b45f-dcba2c2964b1" -d '{"events": [{"server_uuid": "61075919-156e-480d-a4f6-dd7594ef1efa", "name": "network-vif-plugged", "status": "completed", "tag": "96fe2463-2b13-4595-adf9-fc4974dae39a"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:28:06.459439 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 96fe2463-2b13-4595-adf9-fc4974dae39a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96fe2463-2b13-4595-adf9-fc4974dae39a,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:06.472397 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:06.473742 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 50085145-ab9b-40ec-95d3-ddc10c4f2e37 up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:06.476812 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-4651a990-17ec-4f2e-8f2e-37db7a15f8cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:06.497922 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db355d1-617f-460f-97d1-1d3bb93adfc2 x-openstack-request-id: req-8db355d1-617f-460f-97d1-1d3bb93adfc2 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:28:06.498226 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61075919-156e-480d-a4f6-dd7594ef1efa", "name": "network-vif-plugged", "status": "completed", "tag": "96fe2463-2b13-4595-adf9-fc4974dae39a", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:28:06.498490 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8db355d1-617f-460f-97d1-1d3bb93adfc2 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:28:06.498890 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61075919-156e-480d-a4f6-dd7594ef1efa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fe2463-2b13-4595-adf9-fc4974dae39a', 'code': 200} Jun 24 12:28:06.563233 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=96fe2463-2b13-4595-adf9-fc4974dae39a,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:06.568174 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:06.576979 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port 50085145-ab9b-40ec-95d3-ddc10c4f2e37 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:28:06.581421 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port 50085145-ab9b-40ec-95d3-ddc10c4f2e37 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:06.581804 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:06.671014 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:06.712026 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 50085145-ab9b-40ec-95d3-ddc10c4f2e37, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=50085145-ab9b-40ec-95d3-ddc10c4f2e37,segment=NetworkSegment(98efd000-7cc2-4752-b32f-d28e1e0e9b64),segment_id=98efd000-7cc2-4752-b32f-d28e1e0e9b64)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:06.718513 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:06.721229 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:06.789407 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=50085145-ab9b-40ec-95d3-ddc10c4f2e37,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:06.792968 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:06.971334 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f9ec2-7a3c-48f0-8556-0b04390b257b req-2d3d4d13-518b-4789-bca4-7ce3ffd0165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:06.971334 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-420f9ec2-7a3c-48f0-8556-0b04390b257b req-2d3d4d13-518b-4789-bca4-7ce3ffd0165b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 1098 time: 0.0597749 Jun 24 12:28:06.972071 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f1558-81ab-41b8-9466-00f5a923761f req-3679916b-8392-491d-94ea-2daabbb5eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:06.973484 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cd3f1558-81ab-41b8-9466-00f5a923761f req-3679916b-8392-491d-94ea-2daabbb5eff7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=967b8aeaa9b84099a4b530f134f85b2c&device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 1099 time: 0.0612798 Jun 24 12:28:07.045306 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-420f9ec2-7a3c-48f0-8556-0b04390b257b req-7f3b74dd-7237-49cd-bbad-8e05ebfd5106 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325210 Jun 24 12:28:07.149391 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f1558-81ab-41b8-9466-00f5a923761f req-b20d98bc-6798-4986-837a-c13a4ead512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:07.150833 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cd3f1558-81ab-41b8-9466-00f5a923761f req-b20d98bc-6798-4986-837a-c13a4ead512f service neutron] 10.222.0.49 "GET /v2.0/networks?id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 HTTP/1.1" status: 200 len: 920 time: 0.1374655 Jun 24 12:28:07.211745 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7694e-02d4-4640-8398-3fff7e07e850 req-df0a9fb5-9105-4472-b7d8-e72ceec94a6c tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:07.213248 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5de7694e-02d4-4640-8398-3fff7e07e850 req-df0a9fb5-9105-4472-b7d8-e72ceec94a6c tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1361074 Jun 24 12:28:07.246044 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854d8b6-0b9c-4132-a665-c8a7d887e877 req-a05ac0af-e886-43b4-ac39-244c0c5b333a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:07.247621 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4854d8b6-0b9c-4132-a665-c8a7d887e877 req-a05ac0af-e886-43b4-ac39-244c0c5b333a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 945 time: 0.1406944 Jun 24 12:28:07.283746 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5de7694e-02d4-4640-8398-3fff7e07e850 req-42f731fe-4910-427f-a56d-ca4ce08c3381 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624921 Jun 24 12:28:07.312760 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4854d8b6-0b9c-4132-a665-c8a7d887e877 req-8d036310-d45b-44ee-868c-d87a23470f14 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508847 Jun 24 12:28:07.473217 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89768f8-eff5-4dc0-8ec4-faa3715677af req-1c4094f8-7d99-4d03-8998-c860582ebc23 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:07.474590 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b89768f8-eff5-4dc0-8ec4-faa3715677af req-1c4094f8-7d99-4d03-8998-c860582ebc23 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 945 time: 0.0672686 Jun 24 12:28:07.519145 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cd3f1558-81ab-41b8-9466-00f5a923761f req-718a0e82-3863-42a9-ad1b-6a8304a13868 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c179c-4b93-4e44-8ac6-ef73fe862863 HTTP/1.1" status: 200 len: 217 time: 0.0423629 Jun 24 12:28:07.570842 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b89768f8-eff5-4dc0-8ec4-faa3715677af req-aa03f445-cec3-4177-b4d9-30b631512fb6 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883715 Jun 24 12:28:07.584799 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f1558-81ab-41b8-9466-00f5a923761f req-c4c59505-00c1-4ffa-9326-28c08a3a2efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:07.586267 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cd3f1558-81ab-41b8-9466-00f5a923761f req-c4c59505-00c1-4ffa-9326-28c08a3a2efe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bda3046-98c5-404d-a857-c5a2cdd0e043 HTTP/1.1" status: 200 len: 859 time: 0.0532289 Jun 24 12:28:07.644953 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cd3f1558-81ab-41b8-9466-00f5a923761f req-d547fc78-4060-4612-9405-fdcbb371da92 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269859 Jun 24 12:28:07.741387 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cd3f1558-81ab-41b8-9466-00f5a923761f req-7d80c7cc-d5ef-4a0b-bd06-4d92bd948988 service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857580 Jun 24 12:28:07.831796 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cd3f1558-81ab-41b8-9466-00f5a923761f req-a6c50ffd-0477-46fe-9a65-32196b0edc45 service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824420 Jun 24 12:28:08.500378 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d5b47c-c7f3-4f50-b813-1c95417ca298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50085145-ab9b-40ec-95d3-ddc10c4f2e37'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:28:08.503142 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60523f39-a0d6-4992-8111-0ba8bd668826" -d '{"events": [{"server_uuid": "a8d5b47c-c7f3-4f50-b813-1c95417ca298", "name": "network-vif-plugged", "status": "completed", "tag": "50085145-ab9b-40ec-95d3-ddc10c4f2e37"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:28:08.538911 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e99d3-42a6-4aa4-8963-b0c235006e6a req-75614a3a-3932-4cbe-ad91-bf73e1c91da6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:08.540454 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-425e99d3-42a6-4aa4-8963-b0c235006e6a req-75614a3a-3932-4cbe-ad91-bf73e1c91da6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1256883 Jun 24 12:28:08.563618 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d077f-317d-4ab8-982a-6f05fc8d19df req-47a64b26-37ff-49ac-a037-6bcb762d8671 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:08.565151 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2b3d077f-317d-4ab8-982a-6f05fc8d19df req-47a64b26-37ff-49ac-a037-6bcb762d8671 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 945 time: 0.1055362 Jun 24 12:28:08.624333 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-425e99d3-42a6-4aa4-8963-b0c235006e6a req-27f44f41-9f42-4775-b2c2-185060531204 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690980 Jun 24 12:28:08.627260 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2b3d077f-317d-4ab8-982a-6f05fc8d19df req-ba74ac6c-1e06-47e8-a339-06eeb16893b9 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560069 Jun 24 12:28:08.672448 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dc248f-8830-4bda-81a4-82cc7640244d x-openstack-request-id: req-78dc248f-8830-4bda-81a4-82cc7640244d {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:28:08.672776 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d5b47c-c7f3-4f50-b813-1c95417ca298", "name": "network-vif-plugged", "status": "completed", "tag": "50085145-ab9b-40ec-95d3-ddc10c4f2e37", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:28:08.673039 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-78dc248f-8830-4bda-81a4-82cc7640244d {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:28:08.673435 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d5b47c-c7f3-4f50-b813-1c95417ca298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50085145-ab9b-40ec-95d3-ddc10c4f2e37', 'code': 200} Jun 24 12:28:08.799841 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab3f45-4838-4536-9e88-4c3db476afae req-896cefb4-40f3-45e4-a218-18a2c43d7e63 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:08.801347 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0fab3f45-4838-4536-9e88-4c3db476afae req-896cefb4-40f3-45e4-a218-18a2c43d7e63 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 945 time: 0.0749230 Jun 24 12:28:08.843709 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0fab3f45-4838-4536-9e88-4c3db476afae req-7581ecfb-7f1a-4115-a286-3411ddbed2f3 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363400 Jun 24 12:28:09.081129 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1a734-c104-4824-96ee-e77aa2fbe17e req-bcd4c1a6-d347-471b-8f89-700f934044e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:09.082587 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b6d1a734-c104-4824-96ee-e77aa2fbe17e req-bcd4c1a6-d347-471b-8f89-700f934044e9 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 1098 time: 0.0512609 Jun 24 12:28:09.122021 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b6d1a734-c104-4824-96ee-e77aa2fbe17e req-899cf1d1-b74e-47ee-be74-ef17203e830c service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267305 Jun 24 12:28:09.964356 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1700ee9-ef17-4506-91fa-b49231b22439 req-8a2e8a93-0d6e-4dad-89db-bfc461e4511a tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:09.966618 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c1700ee9-ef17-4506-91fa-b49231b22439 req-8a2e8a93-0d6e-4dad-89db-bfc461e4511a tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0699356 Jun 24 12:28:10.036050 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c1700ee9-ef17-4506-91fa-b49231b22439 req-f6ba15af-aae8-4c31-b834-ada4c9e29c50 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591524 Jun 24 12:28:10.070232 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2316-df64-4cde-8f01-9e8bbf7d837c req-6c267ea3-8ec9-4fa1-8518-03ee4b08b04c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:10.071748 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3f2d2316-df64-4cde-8f01-9e8bbf7d837c req-6c267ea3-8ec9-4fa1-8518-03ee4b08b04c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 945 time: 0.1041985 Jun 24 12:28:10.113337 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3f2d2316-df64-4cde-8f01-9e8bbf7d837c req-bdf05b3c-8d95-47d7-8bc5-a1c6b308d463 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350842 Jun 24 12:28:10.202677 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c087dd-a1d2-48c1-b480-40dd45c2e206 req-34541b5f-82c1-4f33-b0b7-c6404f62c7c2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:10.204091 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e2c087dd-a1d2-48c1-b480-40dd45c2e206 req-34541b5f-82c1-4f33-b0b7-c6404f62c7c2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 945 time: 0.0628426 Jun 24 12:28:10.252951 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e2c087dd-a1d2-48c1-b480-40dd45c2e206 req-38182b0f-52b3-4f1c-8edc-163369cfd5a5 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410109 Jun 24 12:28:11.210512 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a397a5-19fc-408b-8b2f-0ea57791df3d req-7013687e-c043-4b61-91a5-8dc4e4b7e918 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:11.211995 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c6a397a5-19fc-408b-8b2f-0ea57791df3d req-7013687e-c043-4b61-91a5-8dc4e4b7e918 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0630996 Jun 24 12:28:11.278930 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c6a397a5-19fc-408b-8b2f-0ea57791df3d req-8765c046-df7b-4962-9f0c-b7a7d58d3493 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613730 Jun 24 12:28:11.310880 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a13174-bb89-4bb9-93bc-44fa14e93ce8 req-bce77706-d04e-478b-80c0-7beb37fdf10c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:11.312370 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-38a13174-bb89-4bb9-93bc-44fa14e93ce8 req-bce77706-d04e-478b-80c0-7beb37fdf10c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 945 time: 0.0818756 Jun 24 12:28:11.349293 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-38a13174-bb89-4bb9-93bc-44fa14e93ce8 req-c05dd69c-ce12-41ca-9da4-a0c3da64ad9b tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312765 Jun 24 12:28:12.032391 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 37672) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:12.161101 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d9614fcb-9ecc-4e8c-9ca3-466b9b7329cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.256671 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d9614fcb-9ecc-4e8c-9ca3-466b9b7329cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.263448 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d9614fcb-9ecc-4e8c-9ca3-466b9b7329cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.266074 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-a6252d82-4f94-4bc6-9a2e-a4d5674b4ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:12.299806 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9614fcb-9ecc-4e8c-9ca3-466b9b7329cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffc3d25-1a53-4059-9d09-d33086b907ef,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:12.307216 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-d9614fcb-9ecc-4e8c-9ca3-466b9b7329cc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=30c1f20a6c46424ba2433153b5e79455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718914 Jun 24 12:28:12.307216 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d9614fcb-9ecc-4e8c-9ca3-466b9b7329cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:12.309250 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 37684) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:12.360804 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ea989cdb-c0b6-4ab7-9f10-2a25ada12e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.381743 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ea989cdb-c0b6-4ab7-9f10-2a25ada12e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.430582 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ea989cdb-c0b6-4ab7-9f10-2a25ada12e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.433237 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ea989cdb-c0b6-4ab7-9f10-2a25ada12e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:12.435901 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-ea989cdb-c0b6-4ab7-9f10-2a25ada12e1e admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2ffc3d25-1a53-4059-9d09-d33086b907ef HTTP/1.1" status: 204 len: 168 time: 0.1256051 Jun 24 12:28:12.436955 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d921a028-e2d5-4259-8767-a657010ec6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:12.444546 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea989cdb-c0b6-4ab7-9f10-2a25ada12e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffc3d25-1a53-4059-9d09-d33086b907ef,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:12.446747 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-ea989cdb-c0b6-4ab7-9f10-2a25ada12e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:12.506904 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de436987-7fbd-4857-87f7-b1de332fad08 req-a92458b2-9ca5-48ce-8369-4993bf479e78 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:12.514381 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-de436987-7fbd-4857-87f7-b1de332fad08 req-a92458b2-9ca5-48ce-8369-4993bf479e78 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1110506 Jun 24 12:28:12.562351 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-de436987-7fbd-4857-87f7-b1de332fad08 req-4249b8a5-4d37-4164-8e43-83cdb4c4f2c5 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471256 Jun 24 12:28:12.620042 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6ba42-28cc-4f55-ac36-2846e55ed651 req-92148da7-9bf2-43b4-9b4a-2176014925b1 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:12.621321 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5bb6ba42-28cc-4f55-ac36-2846e55ed651 req-92148da7-9bf2-43b4-9b4a-2176014925b1 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 945 time: 0.0766611 Jun 24 12:28:12.662935 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5bb6ba42-28cc-4f55-ac36-2846e55ed651 req-6a401969-a4aa-4b03-a40c-39e21929f7f5 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357289 Jun 24 12:28:13.461705 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 37724) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:13.576801 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6dfda6e4-3f36-4004-a930-5812b0ea3d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.685600 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6dfda6e4-3f36-4004-a930-5812b0ea3d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.693578 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6dfda6e4-3f36-4004-a930-5812b0ea3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.697671 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:13.771429 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-6dfda6e4-3f36-4004-a930-5812b0ea3d82 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f1711e09cf77456a8f5a068475912d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079882 Jun 24 12:28:13.772268 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfda6e4-3f36-4004-a930-5812b0ea3d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ac1fda-ba07-4f7d-9856-a1fb5165c77e,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:13.775604 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-6dfda6e4-3f36-4004-a930-5812b0ea3d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:13.781081 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 37734) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:13.832913 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-167b687d-0739-4780-827a-54d27ac83028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.844995 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606d472-8f67-40af-96fe-1b365ed76a4e req-869f3891-44c5-45e8-b84a-ac642e6ee74f tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:13.846851 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3606d472-8f67-40af-96fe-1b365ed76a4e req-869f3891-44c5-45e8-b84a-ac642e6ee74f tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1358061 Jun 24 12:28:13.854618 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-167b687d-0739-4780-827a-54d27ac83028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.889761 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0cc0c-dfb3-4af0-9b79-205a20515521 req-e60c1e29-5326-4a2f-8d68-95265833ec51 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:13.891460 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f0c0cc0c-dfb3-4af0-9b79-205a20515521 req-e60c1e29-5326-4a2f-8d68-95265833ec51 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 945 time: 0.1036527 Jun 24 12:28:13.913916 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-167b687d-0739-4780-827a-54d27ac83028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.916581 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-167b687d-0739-4780-827a-54d27ac83028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:13.918339 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-167b687d-0739-4780-827a-54d27ac83028 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/45ac1fda-ba07-4f7d-9856-a1fb5165c77e HTTP/1.1" status: 204 len: 168 time: 0.1348519 Jun 24 12:28:13.919627 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3606d472-8f67-40af-96fe-1b365ed76a4e req-a8e14a29-15e3-4e67-b856-7c9acd12cb6a tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655520 Jun 24 12:28:13.923588 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-ea989cdb-c0b6-4ab7-9f10-2a25ada12e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:13.935633 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b687d-0739-4780-827a-54d27ac83028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ac1fda-ba07-4f7d-9856-a1fb5165c77e,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:13.943949 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-167b687d-0739-4780-827a-54d27ac83028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:13.958270 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f0c0cc0c-dfb3-4af0-9b79-205a20515521 req-dff87a10-8750-40c0-8159-2ada059917ae tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543578 Jun 24 12:28:15.133224 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3edf904-dc4b-4f06-b1dc-59c2a8963080 req-905f2902-063f-4e34-bc63-c0c5f64594d6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:15.134796 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e3edf904-dc4b-4f06-b1dc-59c2a8963080 req-905f2902-063f-4e34-bc63-c0c5f64594d6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1013331 Jun 24 12:28:15.169771 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87ce3c-2f41-4943-8905-e5a1e59f10ef req-280511c0-b9a7-4935-9aa5-76adebf45243 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:15.171161 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ec87ce3c-2f41-4943-8905-e5a1e59f10ef req-280511c0-b9a7-4935-9aa5-76adebf45243 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 945 time: 0.0960438 Jun 24 12:28:15.193587 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e3edf904-dc4b-4f06-b1dc-59c2a8963080 req-9936b3a8-8f0e-416f-a4e8-20a0131ed4ae tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518732 Jun 24 12:28:15.226894 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ec87ce3c-2f41-4943-8905-e5a1e59f10ef req-5a2bcae4-0498-41aa-b07b-67ca10f7ee32 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465114 Jun 24 12:28:16.284249 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a8309-e9cb-4b34-9f69-d5b28fbff213 req-9754a0e9-9045-4d3b-8b12-75cdde09fb85 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:16.285633 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d50a8309-e9cb-4b34-9f69-d5b28fbff213 req-9754a0e9-9045-4d3b-8b12-75cdde09fb85 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 945 time: 0.0644891 Jun 24 12:28:16.325907 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d50a8309-e9cb-4b34-9f69-d5b28fbff213 req-547a2ee8-e3a5-43e8-8e21-430b29db40e5 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345767 Jun 24 12:28:16.492552 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dfd29-1d06-4de4-858e-66e1168d8e59 req-9eff287e-ce2d-4a32-b3cf-ecb4ad012094 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:16.494005 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ab2dfd29-1d06-4de4-858e-66e1168d8e59 req-9eff287e-ce2d-4a32-b3cf-ecb4ad012094 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0638964 Jun 24 12:28:16.533544 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ab2dfd29-1d06-4de4-858e-66e1168d8e59 req-2dc8278c-e6ca-4c96-8e5a-8c3278008d3a tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330298 Jun 24 12:28:17.509629 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1166faa-965b-43a6-b013-dbd92d0a9377 req-a99fe0ca-216f-4536-8347-6994889d8bec tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:17.511845 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b1166faa-965b-43a6-b013-dbd92d0a9377 req-a99fe0ca-216f-4536-8347-6994889d8bec tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 945 time: 0.0701587 Jun 24 12:28:17.550630 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b1166faa-965b-43a6-b013-dbd92d0a9377 req-59c487e2-eccd-4b79-9977-f60cd7d5c0f1 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330389 Jun 24 12:28:17.718556 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473e7a4-ac67-4b45-b054-68681bd3ce17 req-8f78d36c-6580-40eb-a06d-83b248dbaf80 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:17.720040 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3473e7a4-ac67-4b45-b054-68681bd3ce17 req-8f78d36c-6580-40eb-a06d-83b248dbaf80 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0658047 Jun 24 12:28:17.758955 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3473e7a4-ac67-4b45-b054-68681bd3ce17 req-d8e15c2e-97d3-43b7-921f-d5e6c1128a27 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326204 Jun 24 12:28:18.722822 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43daf62-3231-43b1-b8f7-69f60b68dad8 req-96dc50a7-377a-4866-b8b9-3a0f44fb2de5 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:18.724302 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e43daf62-3231-43b1-b8f7-69f60b68dad8 req-96dc50a7-377a-4866-b8b9-3a0f44fb2de5 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 945 time: 0.0624423 Jun 24 12:28:18.767627 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e43daf62-3231-43b1-b8f7-69f60b68dad8 req-fa57c76a-7a60-4537-8669-9aa525c83af0 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377488 Jun 24 12:28:18.935201 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169f2ea-6720-4468-9bc9-6f32a8537b43 req-12e0c392-21ad-4b26-83bf-90a77c3b40ee tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:18.936697 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8169f2ea-6720-4468-9bc9-6f32a8537b43 req-12e0c392-21ad-4b26-83bf-90a77c3b40ee tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0648386 Jun 24 12:28:18.975947 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8169f2ea-6720-4468-9bc9-6f32a8537b43 req-c3c085cb-e34d-4a2f-9d95-5b73587bc862 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333591 Jun 24 12:28:19.152968 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01667e45-9e08-48bf-8eb4-f2099246e2b8 req-e6b89639-48e7-46df-b4fa-b08b45bfbd03 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:19.154526 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-01667e45-9e08-48bf-8eb4-f2099246e2b8 req-e6b89639-48e7-46df-b4fa-b08b45bfbd03 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.49 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 945 time: 0.0643313 Jun 24 12:28:19.548314 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f1e57-beb7-416a-bbb2-ab366a379ffb req-5091088c-9fbf-443a-a8b8-8ecde77c5c10 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:19.549771 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-542f1e57-beb7-416a-bbb2-ab366a379ffb req-5091088c-9fbf-443a-a8b8-8ecde77c5c10 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 945 time: 0.3073578 Jun 24 12:28:19.586154 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-01667e45-9e08-48bf-8eb4-f2099246e2b8 req-2792b5db-a76c-4f37-8997-6385e3ed00c0 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Deleting port 50085145-ab9b-40ec-95d3-ddc10c4f2e37 {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:28:19.586505 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-01667e45-9e08-48bf-8eb4-f2099246e2b8 req-2792b5db-a76c-4f37-8997-6385e3ed00c0 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:19.636102 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-542f1e57-beb7-416a-bbb2-ab366a379ffb req-f298b5eb-3a73-4449-bd6a-6241a8b13a4e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801916 Jun 24 12:28:19.684243 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-01667e45-9e08-48bf-8eb4-f2099246e2b8 req-2792b5db-a76c-4f37-8997-6385e3ed00c0 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] For port 50085145-ab9b-40ec-95d3-ddc10c4f2e37, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=50085145-ab9b-40ec-95d3-ddc10c4f2e37,segment=NetworkSegment(98efd000-7cc2-4752-b32f-d28e1e0e9b64),segment_id=98efd000-7cc2-4752-b32f-d28e1e0e9b64)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:19.684598 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-01667e45-9e08-48bf-8eb4-f2099246e2b8 req-2792b5db-a76c-4f37-8997-6385e3ed00c0 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:19.698213 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-01667e45-9e08-48bf-8eb4-f2099246e2b8 req-2792b5db-a76c-4f37-8997-6385e3ed00c0 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Calling delete_port for 50085145-ab9b-40ec-95d3-ddc10c4f2e37 owned by compute:nova {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:28:19.829176 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-01667e45-9e08-48bf-8eb4-f2099246e2b8 req-2792b5db-a76c-4f37-8997-6385e3ed00c0 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:19.833481 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:19.858737 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792b5db-a76c-4f37-8997-6385e3ed00c0 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Pushing event deleted for resources: {'Port': ['ID=50085145-ab9b-40ec-95d3-ddc10c4f2e37,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:19.861622 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-2792b5db-a76c-4f37-8997-6385e3ed00c0 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:19.889426 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['50085145-ab9b-40ec-95d3-ddc10c4f2e37'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:28:19.904299 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-01667e45-9e08-48bf-8eb4-f2099246e2b8 req-2792b5db-a76c-4f37-8997-6385e3ed00c0 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] No DVR routers for this DVR port 50085145-ab9b-40ec-95d3-ddc10c4f2e37 on host hv-cinder-68948 {{(pid=92888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:28:19.914919 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-01667e45-9e08-48bf-8eb4-f2099246e2b8 req-2792b5db-a76c-4f37-8997-6385e3ed00c0 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:19.916830 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-01667e45-9e08-48bf-8eb4-f2099246e2b8 req-2792b5db-a76c-4f37-8997-6385e3ed00c0 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.49 "DELETE /v2.0/ports/50085145-ab9b-40ec-95d3-ddc10c4f2e37 HTTP/1.1" status: 204 len: 173 time: 0.6650939 Jun 24 12:28:19.917325 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d5b47c-c7f3-4f50-b813-1c95417ca298', 'name': 'network-vif-deleted', 'tag': '50085145-ab9b-40ec-95d3-ddc10c4f2e37'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:28:19.920195 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3fd9a9-0bac-418b-9c8a-c126bd0ac5e2" -d '{"events": [{"server_uuid": "a8d5b47c-c7f3-4f50-b813-1c95417ca298", "name": "network-vif-deleted", "tag": "50085145-ab9b-40ec-95d3-ddc10c4f2e37"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:28:19.942961 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6e8667f0-8bda-423d-bece-45ba1f205492 req-f32f4df7-9e0c-4db8-8638-85cb434e479a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=a8d5b47c-c7f3-4f50-b813-1c95417ca298 HTTP/1.1" status: 200 len: 210 time: 0.0397751 Jun 24 12:28:20.004746 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bf1021-eda9-4664-8ff2-b70e96612c59 x-openstack-request-id: req-42bf1021-eda9-4664-8ff2-b70e96612c59 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:28:20.005067 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d5b47c-c7f3-4f50-b813-1c95417ca298", "name": "network-vif-deleted", "tag": "50085145-ab9b-40ec-95d3-ddc10c4f2e37", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:28:20.006587 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-42bf1021-eda9-4664-8ff2-b70e96612c59 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:28:20.007023 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d5b47c-c7f3-4f50-b813-1c95417ca298', 'name': 'network-vif-deleted', 'tag': '50085145-ab9b-40ec-95d3-ddc10c4f2e37', 'status': 'completed', 'code': 200} Jun 24 12:28:20.167371 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ee4057-f105-4179-ba84-8bcd8f5acf67 req-36e4337e-3afe-450d-974b-d5ba8a824ac3 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:20.169355 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-03ee4057-f105-4179-ba84-8bcd8f5acf67 req-36e4337e-3afe-450d-974b-d5ba8a824ac3 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0677471 Jun 24 12:28:20.206565 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-03ee4057-f105-4179-ba84-8bcd8f5acf67 req-4e2e1102-8251-47da-8deb-f6c93aba30a4 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311763 Jun 24 12:28:20.814514 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a7bae-8106-4602-b22f-5aadeb1235fe req-e02b7ca4-1437-4db2-9467-087f6a5d830a tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:20.816169 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-917a7bae-8106-4602-b22f-5aadeb1235fe req-e02b7ca4-1437-4db2-9467-087f6a5d830a tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 945 time: 0.0660582 Jun 24 12:28:20.860532 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-917a7bae-8106-4602-b22f-5aadeb1235fe req-78d260df-f5da-4345-ae0a-fe7765ea5d98 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380678 Jun 24 12:28:21.301569 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-472a0cd2-dbb6-4047-b994-1f0d83561a03 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:21.302943 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-472a0cd2-dbb6-4047-b994-1f0d83561a03 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/networks?id=e2f4b231-ce26-42aa-8d04-4c38871b68b2 HTTP/1.1" status: 200 len: 809 time: 0.1127589 Jun 24 12:28:21.318310 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-043d3ef3-3206-4766-a726-c1e521d86daf tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/quotas/921a286f3b854548b8a97aef98c9316a HTTP/1.1" status: 200 len: 375 time: 0.0088758 Jun 24 12:28:21.354353 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-f8b85c39-6d79-48e1-9675-3ac39c56f945 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=921a286f3b854548b8a97aef98c9316a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290253 Jun 24 12:28:21.466832 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-8a4e7bdf-2df2-4b3b-9479-539e3eec5b05 service neutron] 10.222.0.98 "GET /v2.0/networks/e2f4b231-ce26-42aa-8d04-4c38871b68b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069603 Jun 24 12:28:21.589899 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ce5df-e33e-450a-aa06-ddf8e87aa1b6 req-dd06a826-3e4a-4658-9e5a-7dc866c1668c tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:21.591781 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3c8ce5df-e33e-450a-aa06-ddf8e87aa1b6 req-dd06a826-3e4a-4658-9e5a-7dc866c1668c tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1405623 Jun 24 12:28:21.597487 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-e6af7ac1-087c-43e9-bd8a-5021a6704ae7 service neutron] 10.222.0.98 "GET /v2.0/networks/e2f4b231-ce26-42aa-8d04-4c38871b68b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135268 Jun 24 12:28:21.653319 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3c8ce5df-e33e-450a-aa06-ddf8e87aa1b6 req-c876e8e5-dfb4-4909-9a55-1bbfe3bcdd91 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546782 Jun 24 12:28:21.813198 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e0b43e28-1e92-473a-a626-0a6d0e04334e req-9f753a56-0fa2-412e-b043-7abf37b960eb tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 210 time: 0.0287509 Jun 24 12:28:22.056145 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d7dda-a8e8-4610-98f5-f9e569ff3612 req-b951eae8-80b8-4d32-9c6b-b827da349d2d tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:22.059783 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-439d7dda-a8e8-4610-98f5-f9e569ff3612 req-b951eae8-80b8-4d32-9c6b-b827da349d2d tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 945 time: 0.0813112 Jun 24 12:28:22.116023 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-439d7dda-a8e8-4610-98f5-f9e569ff3612 req-5770f06d-4d82-471a-ada6-08bf093f3f39 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472043 Jun 24 12:28:22.359313 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 50085145-ab9b-40ec-95d3-ddc10c4f2e37 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:28:22.379274 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: 50085145-ab9b-40ec-95d3-ddc10c4f2e37 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:28:22.379274 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 50085145-ab9b-40ec-95d3-ddc10c4f2e37 not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:28:22.562002 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953cac7-bff2-4b10-9333-90fc0f635147 req-68b43e6f-0514-486d-8669-93c3870e0a67 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:22.563465 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6953cac7-bff2-4b10-9333-90fc0f635147 req-68b43e6f-0514-486d-8669-93c3870e0a67 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.49 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 945 time: 0.0663118 Jun 24 12:28:22.690765 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-6953cac7-bff2-4b10-9333-90fc0f635147 req-6e003f37-acb4-4e4a-9b57-4e20d7ea61d3 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Deleting port 96fe2463-2b13-4595-adf9-fc4974dae39a {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:28:22.691113 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-6953cac7-bff2-4b10-9333-90fc0f635147 req-6e003f37-acb4-4e4a-9b57-4e20d7ea61d3 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:22.819117 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-6953cac7-bff2-4b10-9333-90fc0f635147 req-6e003f37-acb4-4e4a-9b57-4e20d7ea61d3 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] For port 96fe2463-2b13-4595-adf9-fc4974dae39a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=96fe2463-2b13-4595-adf9-fc4974dae39a,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:22.819536 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-6953cac7-bff2-4b10-9333-90fc0f635147 req-6e003f37-acb4-4e4a-9b57-4e20d7ea61d3 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:22.845386 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-6953cac7-bff2-4b10-9333-90fc0f635147 req-6e003f37-acb4-4e4a-9b57-4e20d7ea61d3 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Calling delete_port for 96fe2463-2b13-4595-adf9-fc4974dae39a owned by compute:nova {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:28:22.913343 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2dfa01-02cd-4f9a-902a-4efd8589fc0f req-7058d284-bc05-49b3-846e-15fe18e91ce2 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:22.914796 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fd2dfa01-02cd-4f9a-902a-4efd8589fc0f req-7058d284-bc05-49b3-846e-15fe18e91ce2 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1422174 Jun 24 12:28:22.971757 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fd2dfa01-02cd-4f9a-902a-4efd8589fc0f req-0f3931f0-2195-4a39-bbb3-c8f391e056ae tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500591 Jun 24 12:28:23.040716 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-6953cac7-bff2-4b10-9333-90fc0f635147 req-6e003f37-acb4-4e4a-9b57-4e20d7ea61d3 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.048345 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:23.082429 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e003f37-acb4-4e4a-9b57-4e20d7ea61d3 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Pushing event deleted for resources: {'Port': ['ID=96fe2463-2b13-4595-adf9-fc4974dae39a,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:23.086033 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-6e003f37-acb4-4e4a-9b57-4e20d7ea61d3 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:23.099496 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['8a84a38f-dc72-4409-b249-ece62067f090', '396847b0-0b5a-4e97-ad50-70d4e66cf07f', '59d70fe1-aed6-42cc-a7b0-51ea0ce0126b', '96fe2463-2b13-4595-adf9-fc4974dae39a'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:28:23.160621 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c1141e39-7233-4f45-b4e2-12a32d589d91 req-77d369a1-6c3b-4e7a-9000-2fbb50bb5aa5 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 210 time: 0.0680041 Jun 24 12:28:23.191502 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-6953cac7-bff2-4b10-9333-90fc0f635147 req-6e003f37-acb4-4e4a-9b57-4e20d7ea61d3 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] No DVR routers for this DVR port 96fe2463-2b13-4595-adf9-fc4974dae39a on host hv-cinder-68948 {{(pid=92888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:28:23.202948 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-6953cac7-bff2-4b10-9333-90fc0f635147 req-6e003f37-acb4-4e4a-9b57-4e20d7ea61d3 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.205639 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6953cac7-bff2-4b10-9333-90fc0f635147 req-6e003f37-acb4-4e4a-9b57-4e20d7ea61d3 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.49 "DELETE /v2.0/ports/96fe2463-2b13-4595-adf9-fc4974dae39a HTTP/1.1" status: 204 len: 173 time: 0.6121979 Jun 24 12:28:23.206379 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61075919-156e-480d-a4f6-dd7594ef1efa', 'name': 'network-vif-deleted', 'tag': '96fe2463-2b13-4595-adf9-fc4974dae39a'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:28:23.208958 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ce9229-7d37-4be5-aebf-6a53f17be57f" -d '{"events": [{"server_uuid": "61075919-156e-480d-a4f6-dd7594ef1efa", "name": "network-vif-deleted", "tag": "96fe2463-2b13-4595-adf9-fc4974dae39a"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:28:23.305282 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec03b7e1-bde5-4e2c-ad58-9965eebfd7eb x-openstack-request-id: req-ec03b7e1-bde5-4e2c-ad58-9965eebfd7eb {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:28:23.305900 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61075919-156e-480d-a4f6-dd7594ef1efa", "name": "network-vif-deleted", "tag": "96fe2463-2b13-4595-adf9-fc4974dae39a", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:28:23.306207 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ec03b7e1-bde5-4e2c-ad58-9965eebfd7eb {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:28:23.306701 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61075919-156e-480d-a4f6-dd7594ef1efa', 'name': 'network-vif-deleted', 'tag': '96fe2463-2b13-4595-adf9-fc4974dae39a', 'status': 'completed', 'code': 200} Jun 24 12:28:23.394801 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-2346b71a-8a19-4db8-901b-c7fa6b97d224 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:23.396395 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-2346b71a-8a19-4db8-901b-c7fa6b97d224 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.49 "GET /v2.0/networks?id=e2f4b231-ce26-42aa-8d04-4c38871b68b2 HTTP/1.1" status: 200 len: 809 time: 0.1939385 Jun 24 12:28:23.408453 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-23115913-ce3f-4fc8-90c0-b6ba4cf22cf6 req-1d4ab6c2-aace-4461-afb3-f6206e64e818 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=61075919-156e-480d-a4f6-dd7594ef1efa HTTP/1.1" status: 200 len: 210 time: 0.0333905 Jun 24 12:28:23.473393 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Request body: {'port': {'device_id': 'ea4ecd36-9d3d-4efd-afb8-daa9f909a802', 'network_id': 'e2f4b231-ce26-42aa-8d04-4c38871b68b2', 'admin_state_up': True, 'tenant_id': '921a286f3b854548b8a97aef98c9316a'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:23.608823 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Made reservation on behalf of 921a286f3b854548b8a97aef98c9316a for: {'port': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:28:23.613106 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.749433 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Allocated IP 172.20.0.14 (e2f4b231-ce26-42aa-8d04-4c38871b68b2/6401ef15-a159-4137-ae12-1d82ab651352/58683bc7-901a-4b96-9acc-7d0b30bcc170) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:28:23.896221 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.938519 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:23.942444 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:23.982344 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Network e2f4b231-ce26-42aa-8d04-4c38871b68b2 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:28:23.988684 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:28:23.991270 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:28:24.019821 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Pushing event updated for resources: {'Port': ['ID=58683bc7-901a-4b96-9acc-7d0b30bcc170,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:24.033027 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.033513 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.034005 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.034536 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.035033 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.035501 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.035948 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.036390 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.036867 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.037504 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.037735 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.038186 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:24.044499 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:24.058503 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:24.059107 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.077290 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6076944 Jun 24 12:28:24.108873 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Request body: {'port': {'device_id': 'ea4ecd36-9d3d-4efd-afb8-daa9f909a802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:28:24.164428 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69eced-f152-4578-9261-f51d02d761f6 req-f4167747-2490-41e0-9d29-8239cd0759d9 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:24.166029 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fe69eced-f152-4578-9261-f51d02d761f6 req-f4167747-2490-41e0-9d29-8239cd0759d9 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0737033 Jun 24 12:28:24.188789 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.212434 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fe69eced-f152-4578-9261-f51d02d761f6 req-453a236f-6c2b-4633-a89a-3b29ee1eadfe tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395222 Jun 24 12:28:24.391591 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99780ce-ca79-4cbc-ae4d-8b5732a57f95 req-9fe64291-dfc9-40e1-81bd-a5e1de72988b tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:24.393160 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d99780ce-ca79-4cbc-ae4d-8b5732a57f95 req-9fe64291-dfc9-40e1-81bd-a5e1de72988b tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 932 time: 0.0652888 Jun 24 12:28:24.436411 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d99780ce-ca79-4cbc-ae4d-8b5732a57f95 req-c7130ef6-b585-4d75-9e7b-c4ed7ead86e8 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372424 Jun 24 12:28:24.488015 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58683bc7-901a-4b96-9acc-7d0b30bcc170 {{(pid=92890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:28:24.495813 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.507475 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Transition to ACTIVE for port object 58683bc7-901a-4b96-9acc-7d0b30bcc170 will not be triggered until provisioned by entity L2. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:28:24.512181 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.514858 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-28e04bae-b0bf-4945-8a6d-ed76ea1e7af8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:24.587324 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Pushing event updated for resources: {'Port': ['ID=58683bc7-901a-4b96-9acc-7d0b30bcc170,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:24.605825 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:24.639201 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Attempting to bind port 58683bc7-901a-4b96-9acc-7d0b30bcc170 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:28:24.640311 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Attempting to bind port 58683bc7-901a-4b96-9acc-7d0b30bcc170 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '98efd000-7cc2-4752-b32f-d28e1e0e9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e2f4b231-ce26-42aa-8d04-4c38871b68b2'}] {{(pid=92890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:28:24.640636 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Attempting to bind port 58683bc7-901a-4b96-9acc-7d0b30bcc170 on network e2f4b231-ce26-42aa-8d04-4c38871b68b2 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:28:24.645369 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Port 58683bc7-901a-4b96-9acc-7d0b30bcc170 on network e2f4b231-ce26-42aa-8d04-4c38871b68b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:28:24.645677 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Attempting to bind port 58683bc7-901a-4b96-9acc-7d0b30bcc170 on network e2f4b231-ce26-42aa-8d04-4c38871b68b2 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:28:24.650368 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:28:24.650651 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Checking segment: {'id': '98efd000-7cc2-4752-b32f-d28e1e0e9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e2f4b231-ce26-42aa-8d04-4c38871b68b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:28:24.651019 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Bound using segment: {'id': '98efd000-7cc2-4752-b32f-d28e1e0e9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e2f4b231-ce26-42aa-8d04-4c38871b68b2'} {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:28:24.652249 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Bound port: 58683bc7-901a-4b96-9acc-7d0b30bcc170, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98efd000-7cc2-4752-b32f-d28e1e0e9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'e2f4b231-ce26-42aa-8d04-4c38871b68b2'}}] {{(pid=92890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:28:24.652613 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.715735 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] For port 58683bc7-901a-4b96-9acc-7d0b30bcc170, host hv-cinder-68948, cleared binding levels {{(pid=92890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:28:24.718731 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] For port 58683bc7-901a-4b96-9acc-7d0b30bcc170, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=58683bc7-901a-4b96-9acc-7d0b30bcc170,segment=NetworkSegment(98efd000-7cc2-4752-b32f-d28e1e0e9b64),segment_id=98efd000-7cc2-4752-b32f-d28e1e0e9b64)] {{(pid=92890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:28:24.722832 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.725588 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e7dababb-ccd6-4c22-a817-6ad56f57afa8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:24.755947 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:24.756790 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:24.758159 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] 10.222.0.49 "PUT /v2.0/ports/58683bc7-901a-4b96-9acc-7d0b30bcc170 HTTP/1.1" status: 200 len: 1094 time: 0.6546409 Jun 24 12:28:24.761763 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea4ecd36-9d3d-4efd-afb8-daa9f909a802', 'tag': '58683bc7-901a-4b96-9acc-7d0b30bcc170'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:28:24.764318 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b64a1c3-ae21-4798-bc67-4ed50cac4fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "ea4ecd36-9d3d-4efd-afb8-daa9f909a802", "tag": "58683bc7-901a-4b96-9acc-7d0b30bcc170"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:28:24.802124 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Pushing event updated for resources: {'Port': ['ID=58683bc7-901a-4b96-9acc-7d0b30bcc170,revision_number=3']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:24.805196 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:24.816265 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afe69d2-4de3-4257-a804-aeb80edfe2e9 x-openstack-request-id: req-2afe69d2-4de3-4257-a804-aeb80edfe2e9 {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:28:24.818063 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea4ecd36-9d3d-4efd-afb8-daa9f909a802", "tag": "58683bc7-901a-4b96-9acc-7d0b30bcc170", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:28:24.818063 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2afe69d2-4de3-4257-a804-aeb80edfe2e9 {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:28:24.818063 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea4ecd36-9d3d-4efd-afb8-daa9f909a802', 'tag': '58683bc7-901a-4b96-9acc-7d0b30bcc170', 'status': 'completed', 'code': 200} Jun 24 12:28:24.907820 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5e12d80d-a835-4935-b60d-e7220fcda5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:24.909267 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-5e12d80d-a835-4935-b60d-e7220fcda5cd service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=921a286f3b854548b8a97aef98c9316a&device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 1097 time: 0.0549977 Jun 24 12:28:24.979415 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-577e6052-ff97-4df9-a6a4-8b092a8025c1 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58683bc7-901a-4b96-9acc-7d0b30bcc170 HTTP/1.1" status: 200 len: 217 time: 0.0326447 Jun 24 12:28:25.031429 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-b61dde9b-b570-4814-a651-8f46e496b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:25.032969 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-b61dde9b-b570-4814-a651-8f46e496b132 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6401ef15-a159-4137-ae12-1d82ab651352 HTTP/1.1" status: 200 len: 849 time: 0.0471466 Jun 24 12:28:25.067909 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-c324170f-b22b-4bae-ad55-d1146525080e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e2f4b231-ce26-42aa-8d04-4c38871b68b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263050 Jun 24 12:28:25.186597 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-c7e860a6-31a9-475d-8fb7-2a8adb23f5c0 service neutron] 10.222.0.49 "GET /v2.0/networks/e2f4b231-ce26-42aa-8d04-4c38871b68b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108654 Jun 24 12:28:25.431275 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9806eb0-52e8-4a0b-afd9-f0426aebf62e req-b941a435-dc32-442c-a9d9-fe649d90cd20 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:25.433331 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b9806eb0-52e8-4a0b-afd9-f0426aebf62e req-b941a435-dc32-442c-a9d9-fe649d90cd20 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0768297 Jun 24 12:28:25.493291 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b9806eb0-52e8-4a0b-afd9-f0426aebf62e req-1f8a78ae-95e0-4a66-ba01-fb3978eba63f tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458882 Jun 24 12:28:25.523058 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-7c64fe9e-f94d-4c18-8a23-edf9ec70dfaa req-9f52797f-f866-47a2-ae57-2b0712932452 service neutron] 10.222.0.49 "GET /v2.0/networks/e2f4b231-ce26-42aa-8d04-4c38871b68b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144491 Jun 24 12:28:25.539154 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7fcabc26-4a54-48be-a19b-8017cd393289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:25.629096 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e13b90-d65b-44f5-8f92-a6c076c14a18 req-23d1409a-a9db-4b81-bf80-831201f28ef4 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:25.634698 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d8e13b90-d65b-44f5-8f92-a6c076c14a18 req-23d1409a-a9db-4b81-bf80-831201f28ef4 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 944 time: 0.0712783 Jun 24 12:28:25.677191 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d8e13b90-d65b-44f5-8f92-a6c076c14a18 req-7851ff20-6594-475c-9266-c1d3c08fc1ab tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390029 Jun 24 12:28:25.739328 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64a1c3-ae21-4798-bc67-4ed50cac4fd8 req-b39fd2c6-abf7-4995-a293-83f11a459c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:25.739328 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-8b64a1c3-ae21-4798-bc67-4ed50cac4fd8 req-b39fd2c6-abf7-4995-a293-83f11a459c4b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=921a286f3b854548b8a97aef98c9316a&device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 1097 time: 0.0699494 Jun 24 12:28:25.857429 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2776305-7217-453f-8cf7-da7cd5e92cd6 req-a609cfd2-1270-407d-b8e5-b927f7ad8fbf tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:25.859183 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e2776305-7217-453f-8cf7-da7cd5e92cd6 req-a609cfd2-1270-407d-b8e5-b927f7ad8fbf tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0722733 Jun 24 12:28:25.865097 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64a1c3-ae21-4798-bc67-4ed50cac4fd8 req-5606ea79-e12e-458b-950d-2072a1f5a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:25.866530 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-8b64a1c3-ae21-4798-bc67-4ed50cac4fd8 req-5606ea79-e12e-458b-950d-2072a1f5a428 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e2f4b231-ce26-42aa-8d04-4c38871b68b2 HTTP/1.1" status: 200 len: 910 time: 0.1100695 Jun 24 12:28:25.904274 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e2776305-7217-453f-8cf7-da7cd5e92cd6 req-a22fe71e-c3a8-469f-ab12-b29405663b03 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380478 Jun 24 12:28:25.970683 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-8b64a1c3-ae21-4798-bc67-4ed50cac4fd8 req-d84387d3-dd21-4f25-8db4-5dfef18adfd6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58683bc7-901a-4b96-9acc-7d0b30bcc170 HTTP/1.1" status: 200 len: 217 time: 0.0347569 Jun 24 12:28:26.072688 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64a1c3-ae21-4798-bc67-4ed50cac4fd8 req-db92d70e-d82a-4620-91df-e08295f1e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:26.074757 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-8b64a1c3-ae21-4798-bc67-4ed50cac4fd8 req-db92d70e-d82a-4620-91df-e08295f1e838 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6401ef15-a159-4137-ae12-1d82ab651352 HTTP/1.1" status: 200 len: 849 time: 0.0504258 Jun 24 12:28:26.079847 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ed996-9da7-47d4-9aff-a4f2275fc5d6 req-d607a0ba-adc8-4bad-b70e-bfe62a1126eb tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:26.081303 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a87ed996-9da7-47d4-9aff-a4f2275fc5d6 req-d607a0ba-adc8-4bad-b70e-bfe62a1126eb tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 946 time: 0.0756338 Jun 24 12:28:26.109513 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-8b64a1c3-ae21-4798-bc67-4ed50cac4fd8 req-7e22d6c4-ab4b-497d-8bd2-43bb07b1abf9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e2f4b231-ce26-42aa-8d04-4c38871b68b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264101 Jun 24 12:28:26.118473 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a87ed996-9da7-47d4-9aff-a4f2275fc5d6 req-07d21d20-f192-44d2-ad9f-7b1372c9d4b9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315061 Jun 24 12:28:26.218461 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-8b64a1c3-ae21-4798-bc67-4ed50cac4fd8 req-3ac2a008-179c-4415-a257-93a2edf303e3 service neutron] 10.222.0.49 "GET /v2.0/networks/e2f4b231-ce26-42aa-8d04-4c38871b68b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981381 Jun 24 12:28:26.311537 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-8b64a1c3-ae21-4798-bc67-4ed50cac4fd8 req-2e170579-7943-4a76-b783-70e89f778fa1 service neutron] 10.222.0.49 "GET /v2.0/networks/e2f4b231-ce26-42aa-8d04-4c38871b68b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848563 Jun 24 12:28:26.392845 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 96fe2463-2b13-4595-adf9-fc4974dae39a no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:28:26.413025 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: 96fe2463-2b13-4595-adf9-fc4974dae39a {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:28:26.413376 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 96fe2463-2b13-4595-adf9-fc4974dae39a not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:28:26.661094 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85d3eb-4b79-4bb7-9a5a-b29feea739cb req-15f734d2-3c92-4cb7-969d-09f3492519ed tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:26.662552 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ef85d3eb-4b79-4bb7-9a5a-b29feea739cb req-15f734d2-3c92-4cb7-969d-09f3492519ed tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0637186 Jun 24 12:28:26.702336 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ef85d3eb-4b79-4bb7-9a5a-b29feea739cb req-e9eaeb17-6687-415b-89e1-d08dc71a27ba tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333190 Jun 24 12:28:26.856750 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a3e05-46cf-40ca-b98e-a0d4048fa449 req-19a2b5fe-d856-4c02-a066-1aab6b600df2 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:26.858175 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f03a3e05-46cf-40ca-b98e-a0d4048fa449 req-19a2b5fe-d856-4c02-a066-1aab6b600df2 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 944 time: 0.0639346 Jun 24 12:28:26.894827 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f03a3e05-46cf-40ca-b98e-a0d4048fa449 req-253bc646-1818-442c-9737-3fb1b0d506c8 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308414 Jun 24 12:28:27.082770 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2b092-9086-48cf-b16d-7ba5fb31d1b9 req-6b01ad81-7781-4355-9a14-bc3ab821205c tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:27.084258 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-58d2b092-9086-48cf-b16d-7ba5fb31d1b9 req-6b01ad81-7781-4355-9a14-bc3ab821205c tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0663941 Jun 24 12:28:27.122179 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-58d2b092-9086-48cf-b16d-7ba5fb31d1b9 req-4fd48753-49ab-4c9a-b8e2-187af7beeb68 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317731 Jun 24 12:28:27.313005 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c53a6b-f624-4f82-9371-8936bdcaf4fa req-078084cc-87c2-4a6e-846c-b2c283a7c38a tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:27.314732 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b9c53a6b-f624-4f82-9371-8936bdcaf4fa req-078084cc-87c2-4a6e-846c-b2c283a7c38a tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 946 time: 0.0667326 Jun 24 12:28:27.355991 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b9c53a6b-f624-4f82-9371-8936bdcaf4fa req-59533109-b590-41e7-961d-ff35b510ac8a tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332479 Jun 24 12:28:27.884309 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabb89f-63fa-4758-a6f5-774695045466 req-6b96d779-e056-4fed-9204-b978826b7a64 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:27.886084 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7fabb89f-63fa-4758-a6f5-774695045466 req-6b96d779-e056-4fed-9204-b978826b7a64 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0682809 Jun 24 12:28:27.923935 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7fabb89f-63fa-4758-a6f5-774695045466 req-e289a66b-9ab9-4306-b613-9ca78108bd4f tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315137 Jun 24 12:28:28.020654 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-530c0a20-ae12-43d8-b547-85aeb4d4b819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:28.079964 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337446a8-3bf9-4bb0-b4a7-4ffe9afd5f64 req-3fe38419-9b6d-438c-ac15-d06fa482d5ac tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:28.081422 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-337446a8-3bf9-4bb0-b4a7-4ffe9afd5f64 req-3fe38419-9b6d-438c-ac15-d06fa482d5ac tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 944 time: 0.0689917 Jun 24 12:28:28.118061 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-337446a8-3bf9-4bb0-b4a7-4ffe9afd5f64 req-5742f9a6-4ba9-4ad7-984c-4d46eefc3651 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309246 Jun 24 12:28:28.208948 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:28:28.296708 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebe253-bf13-44c4-b73a-3acbb52ebf2a req-4dcbbb3d-7ef6-49d1-a5ca-2e69a75bbb56 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:28.298306 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f7ebe253-bf13-44c4-b73a-3acbb52ebf2a req-4dcbbb3d-7ef6-49d1-a5ca-2e69a75bbb56 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0647206 Jun 24 12:28:28.341933 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f7ebe253-bf13-44c4-b73a-3acbb52ebf2a req-88f0efbe-c15d-4081-bdb1-040ae39e9979 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377803 Jun 24 12:28:28.418558 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 58683bc7-901a-4b96-9acc-7d0b30bcc170 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:28:28.534435 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 58683bc7-901a-4b96-9acc-7d0b30bcc170, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=58683bc7-901a-4b96-9acc-7d0b30bcc170,segment=NetworkSegment(98efd000-7cc2-4752-b32f-d28e1e0e9b64),segment_id=98efd000-7cc2-4752-b32f-d28e1e0e9b64)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:28.547519 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:28.549076 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': '58683bc7-901a-4b96-9acc-7d0b30bcc170', 'network_id': 'e2f4b231-ce26-42aa-8d04-4c38871b68b2', 'port_id': '58683bc7-901a-4b96-9acc-7d0b30bcc170', 'mac_address': 'fa:16:3e:1e:04:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6401ef15-a159-4137-ae12-1d82ab651352', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:28:28.564997 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac79b9a-f30a-4658-b361-70af112c3f98 req-040187d0-8225-4d45-8936-93a05b6e7563 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:28.566492 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8ac79b9a-f30a-4658-b361-70af112c3f98 req-040187d0-8225-4d45-8936-93a05b6e7563 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 946 time: 0.0895815 Jun 24 12:28:28.600506 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:28.606843 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8ac79b9a-f30a-4658-b361-70af112c3f98 req-14e24da6-c5aa-45f9-b9aa-a7aba4d47f85 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337460 Jun 24 12:28:28.613315 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58683bc7-901a-4b96-9acc-7d0b30bcc170 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:28:28.633173 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 58683bc7-901a-4b96-9acc-7d0b30bcc170, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=58683bc7-901a-4b96-9acc-7d0b30bcc170,segment=NetworkSegment(98efd000-7cc2-4752-b32f-d28e1e0e9b64),segment_id=98efd000-7cc2-4752-b32f-d28e1e0e9b64)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:28.637358 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:28.639209 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:28.686106 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=58683bc7-901a-4b96-9acc-7d0b30bcc170,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:28.693062 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:28.693399 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:28.693732 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:28.694060 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:28.694385 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:28.694712 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:28.695027 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:28.695436 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:28.695758 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:28.696077 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:28.696392 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:28.696706 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:28.701801 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:29.099800 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acceea1-dbd5-4667-91bf-a8fb21db3170 req-2365814e-0ed0-43e3-82c9-603ac49ab084 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:29.101287 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9acceea1-dbd5-4667-91bf-a8fb21db3170 req-2365814e-0ed0-43e3-82c9-603ac49ab084 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0651674 Jun 24 12:28:29.109828 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb16032-1c73-445c-afbe-727f36ce10c9 req-d17f62a3-bcad-450c-8f8f-5099c4c381e9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:29.111239 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-2bb16032-1c73-445c-afbe-727f36ce10c9 req-d17f62a3-bcad-450c-8f8f-5099c4c381e9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.49 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 946 time: 0.1035438 Jun 24 12:28:29.141120 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9acceea1-dbd5-4667-91bf-a8fb21db3170 req-350bf864-85fc-4411-b6ca-daaabf06898c tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331464 Jun 24 12:28:29.219679 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-2bb16032-1c73-445c-afbe-727f36ce10c9 req-12746061-b7e8-4ff6-835d-116a5a7a35f2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Deleting port 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:28:29.220036 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-2bb16032-1c73-445c-afbe-727f36ce10c9 req-12746061-b7e8-4ff6-835d-116a5a7a35f2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.279891 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['58683bc7-901a-4b96-9acc-7d0b30bcc170'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:28:29.297989 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd7a12-caa7-4f01-b934-5706d3c85ff8 req-7f62ed42-e669-4905-828f-1a29fa273669 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:29.299482 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d6bd7a12-caa7-4f01-b934-5706d3c85ff8 req-7f62ed42-e669-4905-828f-1a29fa273669 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 945 time: 0.0672307 Jun 24 12:28:29.317415 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-2bb16032-1c73-445c-afbe-727f36ce10c9 req-12746061-b7e8-4ff6-835d-116a5a7a35f2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] For port 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=59d70fe1-aed6-42cc-a7b0-51ea0ce0126b,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:29.317945 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-2bb16032-1c73-445c-afbe-727f36ce10c9 req-12746061-b7e8-4ff6-835d-116a5a7a35f2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.334160 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-2bb16032-1c73-445c-afbe-727f36ce10c9 req-12746061-b7e8-4ff6-835d-116a5a7a35f2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Calling delete_port for 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b owned by compute:nova {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:28:29.340711 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d6bd7a12-caa7-4f01-b934-5706d3c85ff8 req-cca2e1be-6efb-42d0-852a-ebba6fa12e2e tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343266 Jun 24 12:28:29.397896 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.503337 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-2bb16032-1c73-445c-afbe-727f36ce10c9 req-12746061-b7e8-4ff6-835d-116a5a7a35f2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.507674 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b1deaba6-b217-4e9b-8266-7a459dd0707c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:29.532738 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12746061-b7e8-4ff6-835d-116a5a7a35f2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Pushing event deleted for resources: {'Port': ['ID=59d70fe1-aed6-42cc-a7b0-51ea0ce0126b,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:29.535803 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-12746061-b7e8-4ff6-835d-116a5a7a35f2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:29.550494 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1390c00-2baf-4475-94d5-36de50a08074 req-70c514bc-fd0c-4c2a-ac28-3473749d37d1 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:29.551999 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f1390c00-2baf-4475-94d5-36de50a08074 req-70c514bc-fd0c-4c2a-ac28-3473749d37d1 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0688004 Jun 24 12:28:29.593448 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f1390c00-2baf-4475-94d5-36de50a08074 req-dcc0e3b2-2ccc-4dc2-9181-ca474dc7014d tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330796 Jun 24 12:28:29.601413 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb16032-1c73-445c-afbe-727f36ce10c9 req-12746061-b7e8-4ff6-835d-116a5a7a35f2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] No DVR routers for this DVR port 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b on host hv-cinder-68948 {{(pid=92890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:28:29.605361 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-2bb16032-1c73-445c-afbe-727f36ce10c9 req-12746061-b7e8-4ff6-835d-116a5a7a35f2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:29.607321 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-2bb16032-1c73-445c-afbe-727f36ce10c9 req-12746061-b7e8-4ff6-835d-116a5a7a35f2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.49 "DELETE /v2.0/ports/59d70fe1-aed6-42cc-a7b0-51ea0ce0126b HTTP/1.1" status: 204 len: 173 time: 0.4881043 Jun 24 12:28:29.608109 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd97737fb-10ec-40bd-a151-d3727c652031', 'name': 'network-vif-deleted', 'tag': '59d70fe1-aed6-42cc-a7b0-51ea0ce0126b'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:28:29.610339 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842cbb79-01a1-45c3-ab16-6ebeb1163385" -d '{"events": [{"server_uuid": "d97737fb-10ec-40bd-a151-d3727c652031", "name": "network-vif-deleted", "tag": "59d70fe1-aed6-42cc-a7b0-51ea0ce0126b"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:28:29.650455 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e272cf-a062-4480-b332-12ecbafc3c6c x-openstack-request-id: req-45e272cf-a062-4480-b332-12ecbafc3c6c {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:28:29.650455 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d97737fb-10ec-40bd-a151-d3727c652031", "name": "network-vif-deleted", "tag": "59d70fe1-aed6-42cc-a7b0-51ea0ce0126b", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:28:29.650689 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-45e272cf-a062-4480-b332-12ecbafc3c6c {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:28:29.651078 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd97737fb-10ec-40bd-a151-d3727c652031', 'name': 'network-vif-deleted', 'tag': '59d70fe1-aed6-42cc-a7b0-51ea0ce0126b', 'status': 'completed', 'code': 200} Jun 24 12:28:29.756021 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2e25d161-ce8c-4f03-9942-aa0297a26dc9 req-3073bd07-5555-4c39-b625-57370d5446d6 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=d97737fb-10ec-40bd-a151-d3727c652031 HTTP/1.1" status: 200 len: 210 time: 0.0307517 Jun 24 12:28:30.151094 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae886-deab-4f09-aec0-295f87f9fbee req-d5b81678-93bb-42da-a69b-a7e207e89a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:30.152980 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-2a2ae886-deab-4f09-aec0-295f87f9fbee req-d5b81678-93bb-42da-a69b-a7e207e89a50 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=967b8aeaa9b84099a4b530f134f85b2c&device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 1099 time: 0.0509341 Jun 24 12:28:30.265749 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae886-deab-4f09-aec0-295f87f9fbee req-c8c4dd36-5c76-44d5-9252-7aad030548cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:30.267188 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-2a2ae886-deab-4f09-aec0-295f87f9fbee req-c8c4dd36-5c76-44d5-9252-7aad030548cc service neutron] 10.222.0.49 "GET /v2.0/networks?id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 HTTP/1.1" status: 200 len: 920 time: 0.0897987 Jun 24 12:28:30.313437 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-2a2ae886-deab-4f09-aec0-295f87f9fbee req-5ab14e84-ce6d-42e7-bce3-7419e2df508b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c179c-4b93-4e44-8ac6-ef73fe862863 HTTP/1.1" status: 200 len: 217 time: 0.0365767 Jun 24 12:28:30.318316 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f644a-e882-49b4-8322-68288455464f req-ea791766-fd0c-465d-b130-904014b11c84 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:30.319805 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-445f644a-e882-49b4-8322-68288455464f req-ea791766-fd0c-465d-b130-904014b11c84 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0659018 Jun 24 12:28:30.358050 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-445f644a-e882-49b4-8322-68288455464f req-9b07aab3-9e96-4999-af6c-374068747efb tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318742 Jun 24 12:28:30.363946 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ae886-deab-4f09-aec0-295f87f9fbee req-1ff28f4e-dc56-402e-9eb3-1a5b723fb497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:30.365317 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-2a2ae886-deab-4f09-aec0-295f87f9fbee req-1ff28f4e-dc56-402e-9eb3-1a5b723fb497 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bda3046-98c5-404d-a857-c5a2cdd0e043 HTTP/1.1" status: 200 len: 859 time: 0.0436621 Jun 24 12:28:30.400555 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-2a2ae886-deab-4f09-aec0-295f87f9fbee req-b4a6b246-1672-4f14-b04a-9cbbf57b8d14 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270219 Jun 24 12:28:30.484059 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['8a84a38f-dc72-4409-b249-ece62067f090', '396847b0-0b5a-4e97-ad50-70d4e66cf07f', '59d70fe1-aed6-42cc-a7b0-51ea0ce0126b'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:28:30.529552 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e43901-a6db-4f3b-a2f9-f56580ef25e6 req-e9631075-f27c-4c86-8fc0-765617acd646 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:30.531152 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c5e43901-a6db-4f3b-a2f9-f56580ef25e6 req-e9631075-f27c-4c86-8fc0-765617acd646 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 945 time: 0.0717249 Jun 24 12:28:30.545053 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-2a2ae886-deab-4f09-aec0-295f87f9fbee req-a33b6cd9-08e1-44e5-abb3-2a59597e33db service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919144 Jun 24 12:28:30.572574 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c5e43901-a6db-4f3b-a2f9-f56580ef25e6 req-b8ec3957-f4d8-4ce2-9034-512e66e9b35c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342183 Jun 24 12:28:30.677024 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-2a2ae886-deab-4f09-aec0-295f87f9fbee req-d1aac090-387c-4fec-abf0-fc1e9dcf1ee6 service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048226 Jun 24 12:28:30.822406 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f1879-2086-4d6e-a025-3a479661da86 req-616d2a1a-0c58-49ce-bbcb-70d65cdbb5fe tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:30.824486 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-000f1879-2086-4d6e-a025-3a479661da86 req-616d2a1a-0c58-49ce-bbcb-70d65cdbb5fe tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0745866 Jun 24 12:28:30.829951 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:30.862664 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-000f1879-2086-4d6e-a025-3a479661da86 req-11cc6f98-82fd-4e1d-bf5e-2f6655321bbd tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323699 Jun 24 12:28:31.074827 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c00f10-e547-4339-bc3c-34946d93dca3 req-7970638e-a544-4ac5-a702-95d1fcf737a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:31.076340 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-08c00f10-e547-4339-bc3c-34946d93dca3 req-7970638e-a544-4ac5-a702-95d1fcf737a0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 1099 time: 0.0549293 Jun 24 12:28:31.140055 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-08c00f10-e547-4339-bc3c-34946d93dca3 req-e57dbccc-f6bb-419c-932a-5b2f55feec41 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357230 Jun 24 12:28:31.301559 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:31.371476 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c54e8-74e1-4b9f-8f0c-6a7958c11816 req-063e60f8-1530-4577-b83a-10518ca57872 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:31.372916 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d36c54e8-74e1-4b9f-8f0c-6a7958c11816 req-063e60f8-1530-4577-b83a-10518ca57872 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 945 time: 0.0613217 Jun 24 12:28:31.412992 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d36c54e8-74e1-4b9f-8f0c-6a7958c11816 req-7bfa2af6-3142-4d6d-a7bb-9d3c15fe36de tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336816 Jun 24 12:28:31.533504 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3dd12c-58ad-4dbc-8daa-5aa33454010f req-b8d47425-1eb5-4282-807b-c3ef192e39bf tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:31.534953 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5e3dd12c-58ad-4dbc-8daa-5aa33454010f req-b8d47425-1eb5-4282-807b-c3ef192e39bf tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0616622 Jun 24 12:28:31.571154 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5e3dd12c-58ad-4dbc-8daa-5aa33454010f req-4f691f42-31ca-474c-b73f-a6b984b45e06 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305536 Jun 24 12:28:31.753020 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84009693-cb50-434b-b214-27974d3f3ba1 req-c5be37e2-79bf-4006-aa49-ab2912b744fe tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:31.754460 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-84009693-cb50-434b-b214-27974d3f3ba1 req-c5be37e2-79bf-4006-aa49-ab2912b744fe tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 945 time: 0.0677159 Jun 24 12:28:31.798741 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-84009693-cb50-434b-b214-27974d3f3ba1 req-feae4b24-a5ce-4d83-870f-3a0220bc2591 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385759 Jun 24 12:28:32.038823 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b46b9-35db-43e6-b8cd-2e45e67afcf5 req-ffcc0390-ce3e-4381-b153-c7ba04515e95 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:32.040401 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-143b46b9-35db-43e6-b8cd-2e45e67afcf5 req-ffcc0390-ce3e-4381-b153-c7ba04515e95 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0627315 Jun 24 12:28:32.079530 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-143b46b9-35db-43e6-b8cd-2e45e67afcf5 req-3ab1c04f-cd7d-4df9-a98d-e7dac9e6b535 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333290 Jun 24 12:28:32.443074 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 58683bc7-901a-4b96-9acc-7d0b30bcc170 up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:28:32.491352 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port 58683bc7-901a-4b96-9acc-7d0b30bcc170 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:28:32.495007 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port 58683bc7-901a-4b96-9acc-7d0b30bcc170 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:28:32.496101 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:32.573620 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:32.595554 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437eb5c-76c5-4b86-a501-791a8b99970c req-4ed224ff-91ec-40a6-ab55-24ef135d5dd0 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:32.597411 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e437eb5c-76c5-4b86-a501-791a8b99970c req-4ed224ff-91ec-40a6-ab55-24ef135d5dd0 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 945 time: 0.0667882 Jun 24 12:28:32.599374 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4ecd36-9d3d-4efd-afb8-daa9f909a802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58683bc7-901a-4b96-9acc-7d0b30bcc170'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:28:32.601841 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3e0214-996f-4f2f-a9bf-b7fd3089514a" -d '{"events": [{"server_uuid": "ea4ecd36-9d3d-4efd-afb8-daa9f909a802", "name": "network-vif-plugged", "status": "completed", "tag": "58683bc7-901a-4b96-9acc-7d0b30bcc170"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:28:32.615919 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 58683bc7-901a-4b96-9acc-7d0b30bcc170, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=58683bc7-901a-4b96-9acc-7d0b30bcc170,segment=NetworkSegment(98efd000-7cc2-4752-b32f-d28e1e0e9b64),segment_id=98efd000-7cc2-4752-b32f-d28e1e0e9b64)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:32.622556 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:32.623639 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:28:32.626388 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:32.641710 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e437eb5c-76c5-4b86-a501-791a8b99970c req-affd746a-39da-4a90-9c34-967908b0657e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375624 Jun 24 12:28:32.644341 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:28:32.644688 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 59d70fe1-aed6-42cc-a7b0-51ea0ce0126b not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:28:32.690742 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=58683bc7-901a-4b96-9acc-7d0b30bcc170,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:32.693658 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:32.695470 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b35b3a-ab82-4735-b5a1-96db2ae884c0 x-openstack-request-id: req-80b35b3a-ab82-4735-b5a1-96db2ae884c0 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:28:32.695768 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4ecd36-9d3d-4efd-afb8-daa9f909a802", "name": "network-vif-plugged", "status": "completed", "tag": "58683bc7-901a-4b96-9acc-7d0b30bcc170", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:28:32.696027 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-80b35b3a-ab82-4735-b5a1-96db2ae884c0 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:28:32.696412 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4ecd36-9d3d-4efd-afb8-daa9f909a802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58683bc7-901a-4b96-9acc-7d0b30bcc170', 'code': 200} Jun 24 12:28:32.770715 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e2e84-a90e-430b-91de-a6250461b6aa req-609b115a-4923-47a1-8770-163766cdce90 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:32.772280 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7b0e2e84-a90e-430b-91de-a6250461b6aa req-609b115a-4923-47a1-8770-163766cdce90 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0650401 Jun 24 12:28:32.822258 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7b0e2e84-a90e-430b-91de-a6250461b6aa req-263b8d79-69a4-4de5-a025-6af40252fd92 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379241 Jun 24 12:28:32.994906 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ef1cf3-bb85-4c3d-9e5a-6c9621d8cc6b req-d92ca02d-9096-4659-8ade-ae332b11022c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:32.996405 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-80ef1cf3-bb85-4c3d-9e5a-6c9621d8cc6b req-d92ca02d-9096-4659-8ade-ae332b11022c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 946 time: 0.0708270 Jun 24 12:28:33.033851 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-80ef1cf3-bb85-4c3d-9e5a-6c9621d8cc6b req-7779c661-7028-4f3b-bbe9-d72a96657434 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315921 Jun 24 12:28:33.136269 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6510a9-cd91-4101-ac91-a7dc0180eae9 req-26153464-135e-47e0-8fcd-6211f2257c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:33.139000 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-8a6510a9-cd91-4101-ac91-a7dc0180eae9 req-26153464-135e-47e0-8fcd-6211f2257c3c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 1099 time: 0.0643127 Jun 24 12:28:33.181166 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-8a6510a9-cd91-4101-ac91-a7dc0180eae9 req-92bc5bac-aa8e-4389-8f14-192b3e08d7c9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335777 Jun 24 12:28:33.265980 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5de03-019d-4bbc-a700-340bf34b28f0 req-7f77bded-087f-4575-9af0-2be7645c6781 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:33.267619 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcb5de03-019d-4bbc-a700-340bf34b28f0 req-7f77bded-087f-4575-9af0-2be7645c6781 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0726330 Jun 24 12:28:33.309179 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcb5de03-019d-4bbc-a700-340bf34b28f0 req-d1d72c63-3446-4168-b598-8b4238db2b16 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348485 Jun 24 12:28:33.821092 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5299f6-4f26-46c2-87b5-7d74f0c7729d req-82bf9554-affa-4387-a856-2d5302e04cc0 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:33.822590 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7a5299f6-4f26-46c2-87b5-7d74f0c7729d req-82bf9554-affa-4387-a856-2d5302e04cc0 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 945 time: 0.0648522 Jun 24 12:28:33.861720 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7a5299f6-4f26-46c2-87b5-7d74f0c7729d req-73a71bf4-84f8-4aca-89f2-be5e503fed74 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326011 Jun 24 12:28:34.007410 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e345ba3-1176-4821-ac61-8f6b80f43a68 req-ca46e843-c23e-4cae-affc-82fe6d29846f tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:34.008907 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4e345ba3-1176-4821-ac61-8f6b80f43a68 req-ca46e843-c23e-4cae-affc-82fe6d29846f tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0644331 Jun 24 12:28:34.259394 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4e345ba3-1176-4821-ac61-8f6b80f43a68 req-34278d95-832f-48ca-b48a-f4f4d4e18387 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438099 Jun 24 12:28:34.287027 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c596d-213c-4697-b049-b00a846acc06 req-15e240e9-7f44-43dc-8a41-6542f24f1f15 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:34.288518 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-011c596d-213c-4697-b049-b00a846acc06 req-15e240e9-7f44-43dc-8a41-6542f24f1f15 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 946 time: 0.0756750 Jun 24 12:28:34.329553 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-011c596d-213c-4697-b049-b00a846acc06 req-6cd085aa-2d58-4305-9277-e5b6ca4a8b1c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348179 Jun 24 12:28:34.496678 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413d329-9fa1-4bcd-a12c-965a129e777f req-5a9bf86b-2d76-4572-92f5-c90ad5f931eb tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:34.499416 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8413d329-9fa1-4bcd-a12c-965a129e777f req-5a9bf86b-2d76-4572-92f5-c90ad5f931eb tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0628550 Jun 24 12:28:34.554345 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8413d329-9fa1-4bcd-a12c-965a129e777f req-3558490e-e1b3-48dc-b480-6af8c9f8dd70 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485439 Jun 24 12:28:34.688649 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca84c06-ea43-432c-9025-0556ac897088 req-25a7b838-f5fe-4e3e-8b1a-636ce2529ffd tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:34.690122 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5ca84c06-ea43-432c-9025-0556ac897088 req-25a7b838-f5fe-4e3e-8b1a-636ce2529ffd tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0621395 Jun 24 12:28:34.699618 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc42fc1-6c46-4bec-8461-09d520c45547 req-e8a1f018-e93e-46fb-ad59-6698ab98e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:34.703231 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-bfc42fc1-6c46-4bec-8461-09d520c45547 req-e8a1f018-e93e-46fb-ad59-6698ab98e7e0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=967b8aeaa9b84099a4b530f134f85b2c&device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 1099 time: 0.0607638 Jun 24 12:28:34.731965 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5ca84c06-ea43-432c-9025-0556ac897088 req-36bccbf5-9a20-49ce-82e9-a4179e7e2401 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334454 Jun 24 12:28:34.820176 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc42fc1-6c46-4bec-8461-09d520c45547 req-fa2c31c6-575e-452a-b9d4-418cc7b0787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:34.821601 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-bfc42fc1-6c46-4bec-8461-09d520c45547 req-fa2c31c6-575e-452a-b9d4-418cc7b0787e service neutron] 10.222.0.49 "GET /v2.0/networks?id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 HTTP/1.1" status: 200 len: 920 time: 0.0976171 Jun 24 12:28:34.989299 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-bfc42fc1-6c46-4bec-8461-09d520c45547 req-2616f646-b355-42a9-aa64-feee6b99f70d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c179c-4b93-4e44-8ac6-ef73fe862863 HTTP/1.1" status: 200 len: 217 time: 0.0379140 Jun 24 12:28:35.039843 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc42fc1-6c46-4bec-8461-09d520c45547 req-378a72af-822d-4fdc-a741-417078f36bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:35.040245 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c0da9-0111-4c33-a2f2-0aaa8f1c71b6 req-7d3d2dd7-2eb0-43f6-8e27-f7e13c6ec817 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:35.041290 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-bfc42fc1-6c46-4bec-8461-09d520c45547 req-378a72af-822d-4fdc-a741-417078f36bd0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bda3046-98c5-404d-a857-c5a2cdd0e043 HTTP/1.1" status: 200 len: 859 time: 0.0442593 Jun 24 12:28:35.041710 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6c8c0da9-0111-4c33-a2f2-0aaa8f1c71b6 req-7d3d2dd7-2eb0-43f6-8e27-f7e13c6ec817 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 945 time: 0.0684216 Jun 24 12:28:35.080299 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6c8c0da9-0111-4c33-a2f2-0aaa8f1c71b6 req-c0216d95-a17e-4bd9-b5d0-15a2e6eb128c tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Jun 24 12:28:35.194720 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-bfc42fc1-6c46-4bec-8461-09d520c45547 req-cdfb6745-bb17-435f-bf01-888a6c7f4a34 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271316 Jun 24 12:28:35.379994 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-bfc42fc1-6c46-4bec-8461-09d520c45547 req-b6d80b61-fc66-41ab-9c01-dc58cc801e2f service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885737 Jun 24 12:28:35.523143 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f4f54-c626-4380-b60a-076323365ebb req-d0780eb0-1065-4ab6-ab0e-e4fd1d9d6642 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:35.524694 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-730f4f54-c626-4380-b60a-076323365ebb req-d0780eb0-1065-4ab6-ab0e-e4fd1d9d6642 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 946 time: 0.0787313 Jun 24 12:28:35.546881 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-bfc42fc1-6c46-4bec-8461-09d520c45547 req-97bea809-2c6d-4cb8-a842-5a0542e1e7a5 service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941095 Jun 24 12:28:35.564790 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-730f4f54-c626-4380-b60a-076323365ebb req-3c27a19f-ec08-420c-9611-1772ea320c15 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336432 Jun 24 12:28:35.732918 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a4ca2-3023-4941-a1db-96c782d25033 req-72328752-f278-410a-9741-7f78d9d8de85 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:35.734410 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-1b2a4ca2-3023-4941-a1db-96c782d25033 req-72328752-f278-410a-9741-7f78d9d8de85 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.49 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 945 time: 0.0792549 Jun 24 12:28:35.738015 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ef8ca-d8f1-4754-a9fd-3e0cce7a928a req-0fb5619f-21f9-4d37-a4d8-80f67c9de40c tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:35.739491 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ea9ef8ca-d8f1-4754-a9fd-3e0cce7a928a req-0fb5619f-21f9-4d37-a4d8-80f67c9de40c tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0652616 Jun 24 12:28:35.788675 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ea9ef8ca-d8f1-4754-a9fd-3e0cce7a928a req-7b3c53b7-6cea-4db8-bfe3-c937f3624e48 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430455 Jun 24 12:28:35.883573 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-1b2a4ca2-3023-4941-a1db-96c782d25033 req-de82d442-8344-4c66-a03a-28a60ad2a0e9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Deleting port 396847b0-0b5a-4e97-ad50-70d4e66cf07f {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:28:35.883828 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-1b2a4ca2-3023-4941-a1db-96c782d25033 req-de82d442-8344-4c66-a03a-28a60ad2a0e9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:35.930281 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5e6d1-f961-49de-978b-8accabf03863 req-8de9ae3b-bd17-425b-8941-470b15cff70a tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:35.931819 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-dba5e6d1-f961-49de-978b-8accabf03863 req-8de9ae3b-bd17-425b-8941-470b15cff70a tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0694976 Jun 24 12:28:35.975377 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-dba5e6d1-f961-49de-978b-8accabf03863 req-631cb153-e7d3-47cb-934b-c5666e54430b tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372179 Jun 24 12:28:35.988768 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-1b2a4ca2-3023-4941-a1db-96c782d25033 req-de82d442-8344-4c66-a03a-28a60ad2a0e9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] For port 396847b0-0b5a-4e97-ad50-70d4e66cf07f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=396847b0-0b5a-4e97-ad50-70d4e66cf07f,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:35.989121 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-1b2a4ca2-3023-4941-a1db-96c782d25033 req-de82d442-8344-4c66-a03a-28a60ad2a0e9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:36.002604 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-1b2a4ca2-3023-4941-a1db-96c782d25033 req-de82d442-8344-4c66-a03a-28a60ad2a0e9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Calling delete_port for 396847b0-0b5a-4e97-ad50-70d4e66cf07f owned by compute:nova {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:28:36.132558 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-1b2a4ca2-3023-4941-a1db-96c782d25033 req-de82d442-8344-4c66-a03a-28a60ad2a0e9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:36.137267 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:36.169253 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82d442-8344-4c66-a03a-28a60ad2a0e9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Pushing event deleted for resources: {'Port': ['ID=396847b0-0b5a-4e97-ad50-70d4e66cf07f,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:36.216101 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['8a84a38f-dc72-4409-b249-ece62067f090', '396847b0-0b5a-4e97-ad50-70d4e66cf07f'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:28:36.234846 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-de82d442-8344-4c66-a03a-28a60ad2a0e9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:36.235611 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2a4ca2-3023-4941-a1db-96c782d25033 req-de82d442-8344-4c66-a03a-28a60ad2a0e9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] No DVR routers for this DVR port 396847b0-0b5a-4e97-ad50-70d4e66cf07f on host hv-cinder-68948 {{(pid=92890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:28:36.238003 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-1b2a4ca2-3023-4941-a1db-96c782d25033 req-de82d442-8344-4c66-a03a-28a60ad2a0e9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:36.240056 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-1b2a4ca2-3023-4941-a1db-96c782d25033 req-de82d442-8344-4c66-a03a-28a60ad2a0e9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.49 "DELETE /v2.0/ports/396847b0-0b5a-4e97-ad50-70d4e66cf07f HTTP/1.1" status: 204 len: 173 time: 0.4955997 Jun 24 12:28:36.240555 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3f90c5-f9b2-4e5e-918f-e864c82d64b9', 'name': 'network-vif-deleted', 'tag': '396847b0-0b5a-4e97-ad50-70d4e66cf07f'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:28:36.242837 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedca49b-4c39-40da-80f8-02984886a487" -d '{"events": [{"server_uuid": "9d3f90c5-f9b2-4e5e-918f-e864c82d64b9", "name": "network-vif-deleted", "tag": "396847b0-0b5a-4e97-ad50-70d4e66cf07f"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:28:36.248430 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a67bb041-1cd0-4023-befb-448100e9ce34 req-2a77a1bf-126a-4733-a004-0ad570506d5c tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d3f90c5-f9b2-4e5e-918f-e864c82d64b9 HTTP/1.1" status: 200 len: 210 time: 0.0430436 Jun 24 12:28:36.317131 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c8aae4-8f62-4e6d-bc91-66573f4e530b x-openstack-request-id: req-04c8aae4-8f62-4e6d-bc91-66573f4e530b {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:28:36.317466 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3f90c5-f9b2-4e5e-918f-e864c82d64b9", "name": "network-vif-deleted", "tag": "396847b0-0b5a-4e97-ad50-70d4e66cf07f", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:28:36.317728 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-04c8aae4-8f62-4e6d-bc91-66573f4e530b {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:28:36.318146 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3f90c5-f9b2-4e5e-918f-e864c82d64b9', 'name': 'network-vif-deleted', 'tag': '396847b0-0b5a-4e97-ad50-70d4e66cf07f', 'status': 'completed', 'code': 200} Jun 24 12:28:36.672580 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cabca1-3b21-491e-bf06-fa57adf15f7b req-a5afd347-dd3f-4777-a230-1e5ffb6172cd tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:36.675465 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c8cabca1-3b21-491e-bf06-fa57adf15f7b req-a5afd347-dd3f-4777-a230-1e5ffb6172cd tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 946 time: 0.0764945 Jun 24 12:28:36.730021 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c8cabca1-3b21-491e-bf06-fa57adf15f7b req-a860c945-98d7-4b24-a65d-efb21bdd93bb tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485759 Jun 24 12:28:36.973839 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf78b0-9cef-4bd1-b478-f48bffb13791 req-8b4a3d1a-fcc5-403b-b9a4-c3e476e76054 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:36.975163 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-00cf78b0-9cef-4bd1-b478-f48bffb13791 req-8b4a3d1a-fcc5-403b-b9a4-c3e476e76054 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0702326 Jun 24 12:28:37.015170 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-00cf78b0-9cef-4bd1-b478-f48bffb13791 req-a6354af4-bc5c-4787-a3e6-2e60189f72ad tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337403 Jun 24 12:28:37.174362 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4328da2-2111-4fe1-8075-105f4046fb14 req-d27bf8b3-f0da-4d45-938a-431a7ad8a861 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:37.176086 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c4328da2-2111-4fe1-8075-105f4046fb14 req-d27bf8b3-f0da-4d45-938a-431a7ad8a861 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0712185 Jun 24 12:28:37.228680 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c4328da2-2111-4fe1-8075-105f4046fb14 req-afb38fd5-2496-4b08-af22-9cd2dee93651 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419171 Jun 24 12:28:37.908579 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68578cae-8615-42bb-9654-4aa7e8f39a14 req-d5f3a699-685e-4542-b889-ccec76656e42 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:37.910054 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-68578cae-8615-42bb-9654-4aa7e8f39a14 req-d5f3a699-685e-4542-b889-ccec76656e42 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 946 time: 0.0637097 Jun 24 12:28:37.948069 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-68578cae-8615-42bb-9654-4aa7e8f39a14 req-2bef91c6-5326-430a-a036-95815400805c tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321577 Jun 24 12:28:38.193642 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5d641-199a-4ea8-94c4-c110cbb213c9 req-379361bc-37a3-453f-babf-cc27ae685053 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:38.195082 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d4b5d641-199a-4ea8-94c4-c110cbb213c9 req-379361bc-37a3-453f-babf-cc27ae685053 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0648797 Jun 24 12:28:38.236589 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d4b5d641-199a-4ea8-94c4-c110cbb213c9 req-01a19a5c-b662-4e8b-84dc-ba6764321390 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356181 Jun 24 12:28:38.402644 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb019b8-ae4f-4476-ad42-7cfb56f890b8 req-4d1d9e1c-061d-4009-96ec-797eba614f14 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:38.404137 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0bb019b8-ae4f-4476-ad42-7cfb56f890b8 req-4d1d9e1c-061d-4009-96ec-797eba614f14 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0634367 Jun 24 12:28:38.441294 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0bb019b8-ae4f-4476-ad42-7cfb56f890b8 req-2536cb6d-d4c8-4376-88dd-82448220230b tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314233 Jun 24 12:28:38.561616 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 396847b0-0b5a-4e97-ad50-70d4e66cf07f no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:28:38.582715 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: 396847b0-0b5a-4e97-ad50-70d4e66cf07f {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:28:38.583075 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 396847b0-0b5a-4e97-ad50-70d4e66cf07f not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:28:38.856135 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b323c-ee18-4f77-abec-e3404e9986ca req-424a457d-64a7-41c6-aa91-03a7b4d3ec54 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:38.857625 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-da6b323c-ee18-4f77-abec-e3404e9986ca req-424a457d-64a7-41c6-aa91-03a7b4d3ec54 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 945 time: 0.0717523 Jun 24 12:28:38.911691 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-da6b323c-ee18-4f77-abec-e3404e9986ca req-8ee1950b-af8d-4e6c-b98d-61e4f49d9ad5 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480888 Jun 24 12:28:39.124785 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728cfde9-7eaa-4a15-8ca0-57a984f944e5 req-040d8df4-54e0-42e1-be0a-cb07abe9710d tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:39.126224 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-728cfde9-7eaa-4a15-8ca0-57a984f944e5 req-040d8df4-54e0-42e1-be0a-cb07abe9710d tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 946 time: 0.0610180 Jun 24 12:28:39.163255 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-728cfde9-7eaa-4a15-8ca0-57a984f944e5 req-c608f95b-dd75-466d-ba42-72edb698cc3f tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/security-groups?id=dec54b08-49a1-4424-bf88-fc575dfb72a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312464 Jun 24 12:28:39.269400 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457741c6-9924-43fa-81ad-8df5936235f0 req-687fb1b4-0396-4eb1-95b3-d3558a9152ea tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:39.270848 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-457741c6-9924-43fa-81ad-8df5936235f0 req-687fb1b4-0396-4eb1-95b3-d3558a9152ea tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.49 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 946 time: 0.0657434 Jun 24 12:28:39.423996 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b30d7-602c-4f3d-8b6c-b833127b9fdc req-2c7808f3-855f-4c3e-a646-088f2eae52f5 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:39.425491 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3d2b30d7-602c-4f3d-8b6c-b833127b9fdc req-2c7808f3-855f-4c3e-a646-088f2eae52f5 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0686216 Jun 24 12:28:39.439820 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-457741c6-9924-43fa-81ad-8df5936235f0 req-417a2a68-4bc6-492c-9cff-5e4b633f002f tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Deleting port 58683bc7-901a-4b96-9acc-7d0b30bcc170 {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:28:39.440167 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-457741c6-9924-43fa-81ad-8df5936235f0 req-417a2a68-4bc6-492c-9cff-5e4b633f002f tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:39.471960 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3d2b30d7-602c-4f3d-8b6c-b833127b9fdc req-5cb83b64-eb8d-4e25-9e85-7e10a0762b61 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406687 Jun 24 12:28:39.536846 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-457741c6-9924-43fa-81ad-8df5936235f0 req-417a2a68-4bc6-492c-9cff-5e4b633f002f tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] For port 58683bc7-901a-4b96-9acc-7d0b30bcc170, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=58683bc7-901a-4b96-9acc-7d0b30bcc170,segment=NetworkSegment(98efd000-7cc2-4752-b32f-d28e1e0e9b64),segment_id=98efd000-7cc2-4752-b32f-d28e1e0e9b64)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:39.537095 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-457741c6-9924-43fa-81ad-8df5936235f0 req-417a2a68-4bc6-492c-9cff-5e4b633f002f tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:39.559020 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-457741c6-9924-43fa-81ad-8df5936235f0 req-417a2a68-4bc6-492c-9cff-5e4b633f002f tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Calling delete_port for 58683bc7-901a-4b96-9acc-7d0b30bcc170 owned by compute:nova {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:28:39.632672 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067a860-4a4a-4616-a6ae-9437cbc8e4d0 req-a8a540cb-4302-42e4-a936-b3f47a5a08ae tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:39.634376 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2067a860-4a4a-4616-a6ae-9437cbc8e4d0 req-a8a540cb-4302-42e4-a936-b3f47a5a08ae tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0674360 Jun 24 12:28:39.675797 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2067a860-4a4a-4616-a6ae-9437cbc8e4d0 req-0f3c37fd-bb31-44d3-b06c-a1e710d7bb56 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348523 Jun 24 12:28:39.684500 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-457741c6-9924-43fa-81ad-8df5936235f0 req-417a2a68-4bc6-492c-9cff-5e4b633f002f tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:39.689598 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:39.716284 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a2a68-4bc6-492c-9cff-5e4b633f002f tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Pushing event deleted for resources: {'Port': ['ID=58683bc7-901a-4b96-9acc-7d0b30bcc170,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:39.719193 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-417a2a68-4bc6-492c-9cff-5e4b633f002f tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:39.737362 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['58683bc7-901a-4b96-9acc-7d0b30bcc170'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:28:39.771505 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-457741c6-9924-43fa-81ad-8df5936235f0 req-417a2a68-4bc6-492c-9cff-5e4b633f002f tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] No DVR routers for this DVR port 58683bc7-901a-4b96-9acc-7d0b30bcc170 on host hv-cinder-68948 {{(pid=92890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:28:39.774705 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-457741c6-9924-43fa-81ad-8df5936235f0 req-417a2a68-4bc6-492c-9cff-5e4b633f002f tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:39.778490 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-457741c6-9924-43fa-81ad-8df5936235f0 req-417a2a68-4bc6-492c-9cff-5e4b633f002f tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.49 "DELETE /v2.0/ports/58683bc7-901a-4b96-9acc-7d0b30bcc170 HTTP/1.1" status: 204 len: 173 time: 0.4577157 Jun 24 12:28:39.779042 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea4ecd36-9d3d-4efd-afb8-daa9f909a802', 'name': 'network-vif-deleted', 'tag': '58683bc7-901a-4b96-9acc-7d0b30bcc170'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:28:39.781797 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b40c5c-832a-4302-a679-0644250b53b9" -d '{"events": [{"server_uuid": "ea4ecd36-9d3d-4efd-afb8-daa9f909a802", "name": "network-vif-deleted", "tag": "58683bc7-901a-4b96-9acc-7d0b30bcc170"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:28:39.819718 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb574ee1-441c-4774-b02f-5714d822ecc9 x-openstack-request-id: req-fb574ee1-441c-4774-b02f-5714d822ecc9 {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:28:39.820068 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea4ecd36-9d3d-4efd-afb8-daa9f909a802", "name": "network-vif-deleted", "tag": "58683bc7-901a-4b96-9acc-7d0b30bcc170", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:28:39.820350 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fb574ee1-441c-4774-b02f-5714d822ecc9 {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:28:39.821108 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea4ecd36-9d3d-4efd-afb8-daa9f909a802', 'name': 'network-vif-deleted', 'tag': '58683bc7-901a-4b96-9acc-7d0b30bcc170', 'status': 'completed', 'code': 200} Jun 24 12:28:40.123970 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64405d64-f502-4bf8-9f1b-11f8fba95998 req-173516e2-e108-4daf-8bbd-8d86629478a9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:40.125652 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-64405d64-f502-4bf8-9f1b-11f8fba95998 req-173516e2-e108-4daf-8bbd-8d86629478a9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 945 time: 0.0808058 Jun 24 12:28:40.167217 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-64405d64-f502-4bf8-9f1b-11f8fba95998 req-730496ae-06f5-4217-b9ab-2b87be857a80 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355577 Jun 24 12:28:40.313814 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a61f456f-22f6-459c-99c5-2f8e35ff399d req-b0d6aecc-ac2f-4403-8235-6c5aced0476d tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 210 time: 0.0335355 Jun 24 12:28:40.654166 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88f981-ad01-4f94-a1b0-d3588f67ebe5 req-8d4d305f-198e-4d2b-86b5-ca26301a4b08 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:40.655647 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5b88f981-ad01-4f94-a1b0-d3588f67ebe5 req-8d4d305f-198e-4d2b-86b5-ca26301a4b08 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0681057 Jun 24 12:28:40.694626 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5b88f981-ad01-4f94-a1b0-d3588f67ebe5 req-ada6e3ae-9acf-4afc-8cfa-728d6a9bd2ec tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324671 Jun 24 12:28:41.246574 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc401-299f-4f0c-bcaf-657d44f52732 req-cb2ce9eb-3ca0-48e8-8f14-cf182a2759e2 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:41.248122 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0fbfc401-299f-4f0c-bcaf-657d44f52732 req-cb2ce9eb-3ca0-48e8-8f14-cf182a2759e2 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0633368 Jun 24 12:28:41.288458 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0fbfc401-299f-4f0c-bcaf-657d44f52732 req-706c62db-7342-4fc8-8e90-9c4d4567029f tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320680 Jun 24 12:28:41.452038 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0e10d-0bde-4e45-acc2-4a158bf07f1b req-5b2c5151-43af-451d-95b3-ba1b38f634d2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:41.453537 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7ee0e10d-0bde-4e45-acc2-4a158bf07f1b req-5b2c5151-43af-451d-95b3-ba1b38f634d2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 945 time: 0.0673804 Jun 24 12:28:41.494711 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7ee0e10d-0bde-4e45-acc2-4a158bf07f1b req-b88c570a-5385-403c-bd9c-322fdae30df0 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354185 Jun 24 12:28:41.774113 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1bef6a52-a469-40bd-a0f6-95c4ebb537d6 req-ea97771a-02ee-4a88-a021-979d4e06885f tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] 10.222.0.98 "GET /v2.0/ports?device_id=ea4ecd36-9d3d-4efd-afb8-daa9f909a802 HTTP/1.1" status: 200 len: 210 time: 0.0307405 Jun 24 12:28:41.940589 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521a5a1-0ccc-4196-ba69-45927e2bf3de req-7c87b161-bc8c-4119-916f-84147c9c6ac5 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:41.942001 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a521a5a1-0ccc-4196-ba69-45927e2bf3de req-7c87b161-bc8c-4119-916f-84147c9c6ac5 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0680370 Jun 24 12:28:41.984853 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a521a5a1-0ccc-4196-ba69-45927e2bf3de req-e35656d0-4ca7-44f3-bb5d-758e735f9247 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368261 Jun 24 12:28:42.593792 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 58683bc7-901a-4b96-9acc-7d0b30bcc170 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:28:42.614713 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: 58683bc7-901a-4b96-9acc-7d0b30bcc170 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:28:42.615064 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 58683bc7-901a-4b96-9acc-7d0b30bcc170 not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:28:42.681557 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519222c-14cc-480a-a8a6-23969d4d68f8 req-cba796fe-1a77-4df5-9cb8-e438264c8631 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:42.683202 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5519222c-14cc-480a-a8a6-23969d4d68f8 req-cba796fe-1a77-4df5-9cb8-e438264c8631 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 945 time: 0.0689623 Jun 24 12:28:42.723574 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5519222c-14cc-480a-a8a6-23969d4d68f8 req-f08bf71d-9f1e-4588-bcdf-d6e89fb0c7ed tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331759 Jun 24 12:28:43.218697 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d7b3b-20fd-4da7-a9be-04e12c476661 req-fce09776-752f-47e0-9717-6c471d2142d3 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:43.223805 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-892d7b3b-20fd-4da7-a9be-04e12c476661 req-fce09776-752f-47e0-9717-6c471d2142d3 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.1026442 Jun 24 12:28:43.271472 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-892d7b3b-20fd-4da7-a9be-04e12c476661 req-e3f35c08-9421-4f79-9624-241468fab12a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434430 Jun 24 12:28:43.907459 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d0ee3-21fb-45ad-836d-432c1cfeaca1 req-c990af1c-fa60-47f3-b8cc-059d9e2021fa tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:43.908944 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a20d0ee3-21fb-45ad-836d-432c1cfeaca1 req-c990af1c-fa60-47f3-b8cc-059d9e2021fa tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 945 time: 0.0708253 Jun 24 12:28:43.954569 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a20d0ee3-21fb-45ad-836d-432c1cfeaca1 req-115d48fd-71b2-4917-af03-73ae3774f30b tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399637 Jun 24 12:28:44.467095 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65720c-65bf-4d71-9720-ad15c316d3ff req-5e925333-1b31-485d-97f8-2533900453f2 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:44.468441 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7a65720c-65bf-4d71-9720-ad15c316d3ff req-5e925333-1b31-485d-97f8-2533900453f2 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0638072 Jun 24 12:28:44.505309 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7a65720c-65bf-4d71-9720-ad15c316d3ff req-28ad551b-af8b-4420-9476-d62a75a596ed tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311294 Jun 24 12:28:44.628813 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af6319-1e9a-4477-94d9-e5b150b36738 req-bc0b6c8e-11f4-4aae-906c-34799dc6bce6 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:44.630233 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-93af6319-1e9a-4477-94d9-e5b150b36738 req-bc0b6c8e-11f4-4aae-906c-34799dc6bce6 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 945 time: 0.0676157 Jun 24 12:28:44.740330 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-93af6319-1e9a-4477-94d9-e5b150b36738 req-a08291d4-5ead-4cfa-aabb-714ee8a21496 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Deleting port 8a84a38f-dc72-4409-b249-ece62067f090 {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:28:44.740674 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-93af6319-1e9a-4477-94d9-e5b150b36738 req-a08291d4-5ead-4cfa-aabb-714ee8a21496 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:44.833186 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-93af6319-1e9a-4477-94d9-e5b150b36738 req-a08291d4-5ead-4cfa-aabb-714ee8a21496 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] For port 8a84a38f-dc72-4409-b249-ece62067f090, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=8a84a38f-dc72-4409-b249-ece62067f090,segment=NetworkSegment(d347b48c-4f98-4353-aff2-1dda10f7a44b),segment_id=d347b48c-4f98-4353-aff2-1dda10f7a44b)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:28:44.833551 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-93af6319-1e9a-4477-94d9-e5b150b36738 req-a08291d4-5ead-4cfa-aabb-714ee8a21496 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:44.847551 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-93af6319-1e9a-4477-94d9-e5b150b36738 req-a08291d4-5ead-4cfa-aabb-714ee8a21496 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Calling delete_port for 8a84a38f-dc72-4409-b249-ece62067f090 owned by compute:nova {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:28:45.171096 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb676f-670c-4672-a45d-a9a5afcdb841 req-e0127d75-2c84-41d7-adb5-b3364dba4fcc tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:45.187397 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b1cb676f-670c-4672-a45d-a9a5afcdb841 req-e0127d75-2c84-41d7-adb5-b3364dba4fcc tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 945 time: 0.0850699 Jun 24 12:28:45.277545 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-93af6319-1e9a-4477-94d9-e5b150b36738 req-a08291d4-5ead-4cfa-aabb-714ee8a21496 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:45.285086 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:45.290344 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b1cb676f-670c-4672-a45d-a9a5afcdb841 req-80beb5f7-fa81-4c10-9dfa-eaa95df89408 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/security-groups?id=b0a55c81-c53f-4919-9f44-62b51744256c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004922 Jun 24 12:28:45.315115 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08291d4-5ead-4cfa-aabb-714ee8a21496 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Pushing event deleted for resources: {'Port': ['ID=8a84a38f-dc72-4409-b249-ece62067f090,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:45.320364 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-a08291d4-5ead-4cfa-aabb-714ee8a21496 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:45.332608 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['8a84a38f-dc72-4409-b249-ece62067f090'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:28:45.381050 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-93af6319-1e9a-4477-94d9-e5b150b36738 req-a08291d4-5ead-4cfa-aabb-714ee8a21496 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] No DVR routers for this DVR port 8a84a38f-dc72-4409-b249-ece62067f090 on host hv-cinder-68948 {{(pid=92890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:28:45.383888 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-93af6319-1e9a-4477-94d9-e5b150b36738 req-a08291d4-5ead-4cfa-aabb-714ee8a21496 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:45.386747 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-93af6319-1e9a-4477-94d9-e5b150b36738 req-a08291d4-5ead-4cfa-aabb-714ee8a21496 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.49 "DELETE /v2.0/ports/8a84a38f-dc72-4409-b249-ece62067f090 HTTP/1.1" status: 204 len: 173 time: 0.7496638 Jun 24 12:28:45.387245 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4ebbfb-3521-43d5-a85f-6d2b8d51e789', 'name': 'network-vif-deleted', 'tag': '8a84a38f-dc72-4409-b249-ece62067f090'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:28:45.390112 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf5091c-1656-48bf-b09a-1add625f3811" -d '{"events": [{"server_uuid": "ec4ebbfb-3521-43d5-a85f-6d2b8d51e789", "name": "network-vif-deleted", "tag": "8a84a38f-dc72-4409-b249-ece62067f090"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:28:45.459236 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0337c203-9d59-474b-abca-ee28b0689d94 x-openstack-request-id: req-0337c203-9d59-474b-abca-ee28b0689d94 {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:28:45.459590 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4ebbfb-3521-43d5-a85f-6d2b8d51e789", "name": "network-vif-deleted", "tag": "8a84a38f-dc72-4409-b249-ece62067f090", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:28:45.459867 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0337c203-9d59-474b-abca-ee28b0689d94 {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:28:45.460283 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4ebbfb-3521-43d5-a85f-6d2b8d51e789', 'name': 'network-vif-deleted', 'tag': '8a84a38f-dc72-4409-b249-ece62067f090', 'status': 'completed', 'code': 200} Jun 24 12:28:45.764465 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8463d-11b8-446b-b3ac-9a4789d846dd req-f1bd68a8-c80f-41e1-baf6-36bde50eac8e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:45.766249 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9d8463d-11b8-446b-b3ac-9a4789d846dd req-f1bd68a8-c80f-41e1-baf6-36bde50eac8e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.1020713 Jun 24 12:28:45.830839 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9d8463d-11b8-446b-b3ac-9a4789d846dd req-7602c0e6-0165-4250-85ca-4ef727b29585 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552752 Jun 24 12:28:45.984135 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c352c85-e99d-4cae-b088-ed2e933f2308 req-ad40f85b-1678-415f-94ba-9cd0d3181e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:45.986203 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0c352c85-e99d-4cae-b088-ed2e933f2308 req-ad40f85b-1678-415f-94ba-9cd0d3181e1b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=967b8aeaa9b84099a4b530f134f85b2c&device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 1099 time: 0.0803580 Jun 24 12:28:46.041285 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb4f82-a737-4b37-a662-3be541d1fe61 req-3b7409dd-96b9-4975-9493-85dc51bf1365 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:46.050321 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-64eb4f82-a737-4b37-a662-3be541d1fe61 req-3b7409dd-96b9-4975-9493-85dc51bf1365 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0987921 Jun 24 12:28:46.101663 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-64eb4f82-a737-4b37-a662-3be541d1fe61 req-ce1cf9d5-e789-4bdf-9459-b312ddcfc93d tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493803 Jun 24 12:28:46.146507 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c352c85-e99d-4cae-b088-ed2e933f2308 req-9c6edb9a-efcc-43d8-84dc-9fc47562f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:46.148127 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0c352c85-e99d-4cae-b088-ed2e933f2308 req-9c6edb9a-efcc-43d8-84dc-9fc47562f615 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 HTTP/1.1" status: 200 len: 920 time: 0.1278446 Jun 24 12:28:46.262336 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0c352c85-e99d-4cae-b088-ed2e933f2308 req-c8ad1346-1b3d-4656-a3fb-7d6187d3d432 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c179c-4b93-4e44-8ac6-ef73fe862863 HTTP/1.1" status: 200 len: 217 time: 0.0592980 Jun 24 12:28:46.332306 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c352c85-e99d-4cae-b088-ed2e933f2308 req-2b84c1b6-a98c-45b0-a37e-a1abcb157612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:46.333764 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0c352c85-e99d-4cae-b088-ed2e933f2308 req-2b84c1b6-a98c-45b0-a37e-a1abcb157612 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bda3046-98c5-404d-a857-c5a2cdd0e043 HTTP/1.1" status: 200 len: 859 time: 0.0472732 Jun 24 12:28:46.445665 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0c352c85-e99d-4cae-b088-ed2e933f2308 req-74253a8a-f914-4ee3-ba0f-35695a8923a7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791993 Jun 24 12:28:46.620018 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0aae21cf-fa93-4829-b20d-fd26b06b0735 req-b11dbcf8-c3c9-4413-917a-b2b141d742d7 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] 10.222.0.98 "GET /v2.0/ports?device_id=ec4ebbfb-3521-43d5-a85f-6d2b8d51e789 HTTP/1.1" status: 200 len: 210 time: 0.0645299 Jun 24 12:28:46.697696 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0c352c85-e99d-4cae-b088-ed2e933f2308 req-cfcabe24-69a7-4be4-acc2-1199be569fd7 service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277508 Jun 24 12:28:46.846394 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-0c352c85-e99d-4cae-b088-ed2e933f2308 req-97eb8e33-aa5e-45ea-af92-3c72e3e1b363 service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346488 Jun 24 12:28:47.039663 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ab77b-d633-474d-aaab-216683469a67 req-6a18e7aa-e873-43eb-83f3-92f88700519d tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:47.041626 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2f6ab77b-d633-474d-aaab-216683469a67 req-6a18e7aa-e873-43eb-83f3-92f88700519d tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0907531 Jun 24 12:28:47.088930 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2f6ab77b-d633-474d-aaab-216683469a67 req-b32e2cfd-58c5-4e09-9d31-8cc6f74ba11f tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413804 Jun 24 12:28:47.323911 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694df26-1fee-4f91-adc1-6622d9917f31 req-f6037828-7c71-4d96-9025-990f6ccf496a tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:47.325757 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6694df26-1fee-4f91-adc1-6622d9917f31 req-f6037828-7c71-4d96-9025-990f6ccf496a tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0825412 Jun 24 12:28:47.415405 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6694df26-1fee-4f91-adc1-6622d9917f31 req-5c3fef0a-28c4-4f9b-819c-bc579baf8882 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714202 Jun 24 12:28:47.583134 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19bf3c-119b-4300-8a58-52dd7be14204 req-9a493bfd-bcba-4df4-ad6c-c978d70bdc1d tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:47.587334 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2a19bf3c-119b-4300-8a58-52dd7be14204 req-9a493bfd-bcba-4df4-ad6c-c978d70bdc1d tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0880132 Jun 24 12:28:47.685299 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2a19bf3c-119b-4300-8a58-52dd7be14204 req-acf853ae-5240-4983-b5b8-40d7de6153a3 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776002 Jun 24 12:28:47.690791 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecad66-1e54-4b2f-94a8-0a1f08e0e99f req-b83be96e-6af5-402f-9c54-54f783e255ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:47.696779 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-5aecad66-1e54-4b2f-94a8-0a1f08e0e99f req-b83be96e-6af5-402f-9c54-54f783e255ec service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19495abb439f45f38c2dc57598099b25&device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 1099 time: 0.1051576 Jun 24 12:28:47.758713 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 38344) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:47.854846 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecad66-1e54-4b2f-94a8-0a1f08e0e99f req-96991ca3-f7e8-41cd-8e95-6d32f2f76ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:47.857974 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-5aecad66-1e54-4b2f-94a8-0a1f08e0e99f req-96991ca3-f7e8-41cd-8e95-6d32f2f76ce6 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a10afaa-69bf-4861-aff0-1527b9cbd705 HTTP/1.1" status: 200 len: 911 time: 0.1428354 Jun 24 12:28:47.861447 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Deleting subnet 975d93ba-ed56-4f92-8a0c-4eb6a701f2bf {{(pid=92888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:28:47.866060 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:47.918080 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3353590'] for subnet, precommit_delete_associations {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:47.982114 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8177933'] for subnet, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:47.989838 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-5aecad66-1e54-4b2f-94a8-0a1f08e0e99f req-b4e131c1-977e-406d-a50c-de81c9ea7d46 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fc66ca3-fcf2-4f04-aefd-3402dc18d507 HTTP/1.1" status: 200 len: 1000 time: 0.1185567 Jun 24 12:28:48.062973 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8177946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3601876'] for subnet, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:48.071522 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-002b4da5-f6b0-4568-ae5c-3ed799c8988b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:48.082128 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecad66-1e54-4b2f-94a8-0a1f08e0e99f req-c2293d95-14f3-4361-a5a7-a3abd0487f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:48.084022 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-5aecad66-1e54-4b2f-94a8-0a1f08e0e99f req-c2293d95-14f3-4361-a5a7-a3abd0487f8b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e51db95-cdf4-458e-ba02-7824ab521c2a HTTP/1.1" status: 200 len: 849 time: 0.0800707 Jun 24 12:28:48.102475 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=975d93ba-ed56-4f92-8a0c-4eb6a701f2bf,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:48.107888 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:48.109978 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/975d93ba-ed56-4f92-8a0c-4eb6a701f2bf HTTP/1.1" status: 204 len: 168 time: 0.3501611 Jun 24 12:28:48.113699 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 38352) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:48.122928 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:48.123317 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:48.123713 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:48.124229 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:48.124622 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:48.125007 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:48.125407 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:48.125842 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:48.126109 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:48.126524 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:48.126910 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:48.127198 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:28:48.140460 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-dbab7640-d09e-46cb-8613-5932eabbf924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:48.168426 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecad66-1e54-4b2f-94a8-0a1f08e0e99f req-3a83cabc-5291-4162-bd55-325de795a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:48.170031 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-5aecad66-1e54-4b2f-94a8-0a1f08e0e99f req-3a83cabc-5291-4162-bd55-325de795a483 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a10afaa-69bf-4861-aff0-1527b9cbd705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0767336 Jun 24 12:28:48.217679 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-84e6aac3-8d66-4149-b701-130c5b734a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7938150'] for network, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:48.293875 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-5aecad66-1e54-4b2f-94a8-0a1f08e0e99f req-08f6d386-458b-43e3-90bb-795c648508bd service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128759 Jun 24 12:28:48.328075 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-84e6aac3-8d66-4149-b701-130c5b734a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8179803', 'neutron.services.segments.db._delete_segments_for_network-8792598930728'] for network, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:48.341302 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-84e6aac3-8d66-4149-b701-130c5b734a32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f1aa0f-fd0e-4821-a005-7c107dd03887']}} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:48.352960 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-84e6aac3-8d66-4149-b701-130c5b734a32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd347b48c-4f98-4353-aff2-1dda10f7a44b') {'for_net_delete': True} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:48.353409 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-84e6aac3-8d66-4149-b701-130c5b734a32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd347b48c-4f98-4353-aff2-1dda10f7a44b') {} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:28:48.366028 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-84e6aac3-8d66-4149-b701-130c5b734a32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792598917807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3353487'] for segment, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:48.384017 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-84e6aac3-8d66-4149-b701-130c5b734a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:48.391871 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e6aac3-8d66-4149-b701-130c5b734a32 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=92888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:28:48.392634 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-84e6aac3-8d66-4149-b701-130c5b734a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352978'] for segment, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: Traceback (most recent call last): Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: timer() Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: cb(*args, **kw) Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: return func(*args, **kwargs) Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: self._notify() Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: self.callback(batched_events) Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: event.method(event) Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: return f(self, *a, **k) Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: return self._get(url).json() Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: return self.request(url, 'GET', **kwargs) Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:28:48.394606 dv-cinder-689486-14-smb neutron-server[92888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:28:48.458177 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-5aecad66-1e54-4b2f-94a8-0a1f08e0e99f req-a8f7f32e-837d-4ce1-acc9-a6707a718b07 service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480784 Jun 24 12:28:48.463712 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-84e6aac3-8d66-4149-b701-130c5b734a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8179778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612982'] for network, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:48.470629 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:48.479934 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-84e6aac3-8d66-4149-b701-130c5b734a32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:48.482568 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-84e6aac3-8d66-4149-b701-130c5b734a32 admin admin] 10.222.0.98 "DELETE /v2.0/networks/e1f1aa0f-fd0e-4821-a005-7c107dd03887 HTTP/1.1" status: 204 len: 168 time: 0.3677657 Jun 24 12:28:48.522930 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6aac3-8d66-4149-b701-130c5b734a32 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f1aa0f-fd0e-4821-a005-7c107dd03887,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:48.541361 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-84e6aac3-8d66-4149-b701-130c5b734a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:48.626000 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 8a84a38f-dc72-4409-b249-ece62067f090 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:28:48.659268 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: 8a84a38f-dc72-4409-b249-ece62067f090 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:28:48.660231 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 8a84a38f-dc72-4409-b249-ece62067f090 not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:28:48.798044 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53ee52-9c42-4c1e-805f-54171c15728e req-4abd6da6-cf43-4034-acea-bb5abdff7a20 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:48.802182 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-da53ee52-9c42-4c1e-805f-54171c15728e req-4abd6da6-cf43-4034-acea-bb5abdff7a20 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1743777 Jun 24 12:28:48.802433 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 38366) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:48.862969 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-da53ee52-9c42-4c1e-805f-54171c15728e req-ba37f9d6-30b7-4922-a18c-2d9b743bf97e tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561430 Jun 24 12:28:48.894410 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-052b172f-5a9f-4e7e-b592-ac31b9ecc2f9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a955bf822d9048f5940776ef24fd6e11&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0878730 Jun 24 12:28:48.894410 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 38372) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:48.959782 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-55c6c2b1-e9fb-429d-a9d0-bfa67f88adb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:48.974523 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9b3a6-5690-4216-9db7-8fe5f8c457b4 req-0a015171-9fbb-4688-89c7-e0b20d43ef35 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:48.981535 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f3a9b3a6-5690-4216-9db7-8fe5f8c457b4 req-0a015171-9fbb-4688-89c7-e0b20d43ef35 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.1046352 Jun 24 12:28:48.993664 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-55c6c2b1-e9fb-429d-a9d0-bfa67f88adb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:49.033692 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f3a9b3a6-5690-4216-9db7-8fe5f8c457b4 req-da28fe00-b530-477a-82af-88cbd912a078 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498855 Jun 24 12:28:49.053184 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-55c6c2b1-e9fb-429d-a9d0-bfa67f88adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:49.058252 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-55c6c2b1-e9fb-429d-a9d0-bfa67f88adb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:49.058252 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-55c6c2b1-e9fb-429d-a9d0-bfa67f88adb4 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b0a55c81-c53f-4919-9f44-62b51744256c HTTP/1.1" status: 204 len: 168 time: 0.1622910 Jun 24 12:28:49.058648 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-19fb1a78-0e00-4a49-8670-82da257ca3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:49.068297 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6c2b1-e9fb-429d-a9d0-bfa67f88adb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a55c81-c53f-4919-9f44-62b51744256c,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:49.071316 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-55c6c2b1-e9fb-429d-a9d0-bfa67f88adb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:50.105599 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b9032-2197-446b-ab20-2b0c4cb860bc req-30d02614-15bb-415e-a2eb-717aae0ed551 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:50.113164 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-889b9032-2197-446b-ab20-2b0c4cb860bc req-30d02614-15bb-415e-a2eb-717aae0ed551 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1110311 Jun 24 12:28:50.173905 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-889b9032-2197-446b-ab20-2b0c4cb860bc req-363c3bd0-a6a7-4bbc-8b9c-e7a322a2ef54 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574505 Jun 24 12:28:50.285526 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2a4a0-f7ff-4276-a6b9-93d182d2ef34 req-1d6f64d7-4524-46f9-a765-f18f4dfd4b4c tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:50.294863 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1df2a4a0-f7ff-4276-a6b9-93d182d2ef34 req-1d6f64d7-4524-46f9-a765-f18f4dfd4b4c tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0845394 Jun 24 12:28:50.351329 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1df2a4a0-f7ff-4276-a6b9-93d182d2ef34 req-ef6d6719-5976-4d01-bead-41dd408e6f41 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552285 Jun 24 12:28:51.273417 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 38442) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:51.378356 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e93ea-4070-4fab-9c29-257d40992130 req-ac2ba4fb-400a-4451-999a-f511c39edc02 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:51.385847 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-920e93ea-4070-4fab-9c29-257d40992130 req-ac2ba4fb-400a-4451-999a-f511c39edc02 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0788980 Jun 24 12:28:51.434121 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-920e93ea-4070-4fab-9c29-257d40992130 req-6ba6b48c-21c3-4541-afa6-28e5a63ae6e8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465310 Jun 24 12:28:51.435156 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e91315c7-7275-4392-bdfb-15d96faaa43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:51.546768 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e91315c7-7275-4392-bdfb-15d96faaa43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:51.551632 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e91315c7-7275-4392-bdfb-15d96faaa43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:51.554526 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-75666811-4104-4fdf-8832-29faecd28649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:51.591686 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-e91315c7-7275-4392-bdfb-15d96faaa43d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=27510f1cbaec4a5aaed147006ea13ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171427 Jun 24 12:28:51.593965 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91315c7-7275-4392-bdfb-15d96faaa43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da89aeee-64e7-4a3f-9eaa-67d5e32b7ee9,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:51.594932 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 38446) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:51.597850 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e91315c7-7275-4392-bdfb-15d96faaa43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:51.673700 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4b20b7db-87ab-43f5-9745-81eba945c48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:51.704776 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4b20b7db-87ab-43f5-9745-81eba945c48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:51.770751 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4b20b7db-87ab-43f5-9745-81eba945c48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:51.773667 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4b20b7db-87ab-43f5-9745-81eba945c48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:51.781441 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-4b20b7db-87ab-43f5-9745-81eba945c48c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/da89aeee-64e7-4a3f-9eaa-67d5e32b7ee9 HTTP/1.1" status: 204 len: 168 time: 0.1852469 Jun 24 12:28:51.783667 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-e93f0732-a2ab-444f-9581-807356c0ea23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:51.800063 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20b7db-87ab-43f5-9745-81eba945c48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da89aeee-64e7-4a3f-9eaa-67d5e32b7ee9,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:51.804601 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-4b20b7db-87ab-43f5-9745-81eba945c48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:52.303425 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 38464) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:52.321684 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-63fadb6f-74a7-40c9-a9a8-ceb3104035e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:52.441467 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-63fadb6f-74a7-40c9-a9a8-ceb3104035e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:52.455782 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-63fadb6f-74a7-40c9-a9a8-ceb3104035e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:52.462258 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-819611c2-e694-4198-addc-19efb01f6da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:52.505313 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-63fadb6f-74a7-40c9-a9a8-ceb3104035e6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9a728dc51b324310b8ccf1be94e120c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997635 Jun 24 12:28:52.506362 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fadb6f-74a7-40c9-a9a8-ceb3104035e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af880cd-1be6-4798-9487-a2cf04f18551,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:52.507831 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 38474) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:52.510160 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-63fadb6f-74a7-40c9-a9a8-ceb3104035e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:52.608597 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e48dad5e-5c8b-4262-8ca9-4e4865d3b855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:52.661234 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e48dad5e-5c8b-4262-8ca9-4e4865d3b855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:52.727550 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475957a-06e1-4fcc-bd34-2b94ff82f1e1 req-facf5202-135d-4261-8998-01e675af22b6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:52.729179 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6475957a-06e1-4fcc-bd34-2b94ff82f1e1 req-facf5202-135d-4261-8998-01e675af22b6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1220186 Jun 24 12:28:52.752325 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e48dad5e-5c8b-4262-8ca9-4e4865d3b855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:52.757115 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e48dad5e-5c8b-4262-8ca9-4e4865d3b855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:52.762507 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-e48dad5e-5c8b-4262-8ca9-4e4865d3b855 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2af880cd-1be6-4798-9487-a2cf04f18551 HTTP/1.1" status: 204 len: 168 time: 0.2528687 Jun 24 12:28:52.764697 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-6dfda6e4-3f36-4004-a930-5812b0ea3d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:52.774238 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48dad5e-5c8b-4262-8ca9-4e4865d3b855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af880cd-1be6-4798-9487-a2cf04f18551,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:52.785363 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-e48dad5e-5c8b-4262-8ca9-4e4865d3b855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:52.868462 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6475957a-06e1-4fcc-bd34-2b94ff82f1e1 req-454b88ee-f2b2-4c13-8cfd-1af312437acb tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046987 Jun 24 12:28:54.102866 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9f8cf-4858-4007-a428-2e0a6b8c2201 req-c72c804f-65a8-4147-85f4-d3b856de3f93 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:54.111825 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c6b9f8cf-4858-4007-a428-2e0a6b8c2201 req-c72c804f-65a8-4147-85f4-d3b856de3f93 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1085136 Jun 24 12:28:54.168042 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c6b9f8cf-4858-4007-a428-2e0a6b8c2201 req-fa0b93f9-8dcd-43c8-962a-5dc5a365309c tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519207 Jun 24 12:28:55.029090 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 38546) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:55.157474 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ad85-42bb-4c16-92d3-e96fd3871092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:55.271424 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ad85-42bb-4c16-92d3-e96fd3871092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:55.277217 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2bb5ad85-42bb-4c16-92d3-e96fd3871092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:55.280071 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:55.324827 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 38560) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:55.332647 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-2bb5ad85-42bb-4c16-92d3-e96fd3871092 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=27a34176760c43a5bb5fff50d484e1d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017902 Jun 24 12:28:55.339227 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5ad85-42bb-4c16-92d3-e96fd3871092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b3ad2b-8bdd-456a-ad6e-fa809f06e43e,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:55.347088 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-2bb5ad85-42bb-4c16-92d3-e96fd3871092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:55.394130 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f559eb2d-1d60-43e8-93ac-ba9ae1ed4387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:55.428355 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f559eb2d-1d60-43e8-93ac-ba9ae1ed4387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:55.532008 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f559eb2d-1d60-43e8-93ac-ba9ae1ed4387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:55.535078 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f559eb2d-1d60-43e8-93ac-ba9ae1ed4387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:55.546780 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-f559eb2d-1d60-43e8-93ac-ba9ae1ed4387 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a9b3ad2b-8bdd-456a-ad6e-fa809f06e43e HTTP/1.1" status: 204 len: 168 time: 0.2200925 Jun 24 12:28:55.549989 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-049df007-7f1c-41f0-a54e-0bc55c973a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:55.598424 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9326499-cb6b-4fe9-8cb1-bc9133bcb36b req-cae802ff-5c29-4d94-9ead-2a351c854d9e tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:55.602276 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c9326499-cb6b-4fe9-8cb1-bc9133bcb36b req-cae802ff-5c29-4d94-9ead-2a351c854d9e tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1870747 Jun 24 12:28:55.602830 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9822f04f-9d87-4f88-ad12-53a1e7557c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:55.606796 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559eb2d-1d60-43e8-93ac-ba9ae1ed4387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b3ad2b-8bdd-456a-ad6e-fa809f06e43e,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:55.622601 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f559eb2d-1d60-43e8-93ac-ba9ae1ed4387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:55.689637 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c9326499-cb6b-4fe9-8cb1-bc9133bcb36b req-e960a7b2-bfe6-45c5-a7ca-1b8b2c6d374a tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820312 Jun 24 12:28:55.958981 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 38578) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:55.977381 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d34de352-48a9-4c24-a222-09e9342b2d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:56.098491 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d34de352-48a9-4c24-a222-09e9342b2d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:56.104645 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d34de352-48a9-4c24-a222-09e9342b2d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:56.108198 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-4b20b7db-87ab-43f5-9745-81eba945c48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:56.165227 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-d34de352-48a9-4c24-a222-09e9342b2d92 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a2d7ebafe8434bb0ad754598af8d0df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047968 Jun 24 12:28:56.168571 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 38584) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:28:56.169310 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34de352-48a9-4c24-a222-09e9342b2d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43364f5e-ca5b-4d28-b047-592ef21e42e9,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:56.175016 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d34de352-48a9-4c24-a222-09e9342b2d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:56.232003 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-79ba6c48-0ff8-444f-9cd9-eadb2e234d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:56.255669 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-79ba6c48-0ff8-444f-9cd9-eadb2e234d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:56.308655 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-79ba6c48-0ff8-444f-9cd9-eadb2e234d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:56.312798 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-79ba6c48-0ff8-444f-9cd9-eadb2e234d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:56.317525 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-79ba6c48-0ff8-444f-9cd9-eadb2e234d7d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/43364f5e-ca5b-4d28-b047-592ef21e42e9 HTTP/1.1" status: 204 len: 168 time: 0.1468551 Jun 24 12:28:56.318948 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-382619cf-5757-4910-98f0-5d6c6c6c7857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:28:56.327619 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba6c48-0ff8-444f-9cd9-eadb2e234d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43364f5e-ca5b-4d28-b047-592ef21e42e9,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:28:56.335744 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-79ba6c48-0ff8-444f-9cd9-eadb2e234d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:28:56.894472 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cf8ab-974e-4417-8611-e0e2a908c195 req-d1c0765d-2fc4-48b6-8290-3c7ddab423d1 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:56.896987 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9d3cf8ab-974e-4417-8611-e0e2a908c195 req-d1c0765d-2fc4-48b6-8290-3c7ddab423d1 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0778356 Jun 24 12:28:56.942103 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9d3cf8ab-974e-4417-8611-e0e2a908c195 req-5e3f4466-db25-499b-911b-b2b8c1e0b5ef tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388248 Jun 24 12:28:58.044958 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-456b137b-7d96-4c58-8f48-4f11c928a272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:58.191485 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df10a21-8d31-4bde-bb23-fd7d6f6b1d08 req-2fc3e303-7116-4785-ad71-39e1ef97a6e5 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:58.200604 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0df10a21-8d31-4bde-bb23-fd7d6f6b1d08 req-2fc3e303-7116-4785-ad71-39e1ef97a6e5 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1047709 Jun 24 12:28:58.262926 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0df10a21-8d31-4bde-bb23-fd7d6f6b1d08 req-114e5203-74b2-472d-bd5f-b54c4fa16cc3 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553415 Jun 24 12:28:58.517458 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:59.394970 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:28:59.505462 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7aafdc-f1ff-4cd8-9cbf-7df9bcbd6aeb req-9b275de6-7627-43be-b920-add6d78891bb tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:28:59.506947 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7b7aafdc-f1ff-4cd8-9cbf-7df9bcbd6aeb req-9b275de6-7627-43be-b920-add6d78891bb tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0950422 Jun 24 12:28:59.546331 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7b7aafdc-f1ff-4cd8-9cbf-7df9bcbd6aeb req-9684cf5a-6654-4759-908c-593ffef27d62 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331268 Jun 24 12:29:00.486862 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf2c55-578c-49ec-a885-25793d960327 req-91d64b6c-eeba-4575-8770-f4903b54152b tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:00.494025 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-97bf2c55-578c-49ec-a885-25793d960327 req-91d64b6c-eeba-4575-8770-f4903b54152b tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 945 time: 0.0835655 Jun 24 12:29:00.531158 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-97bf2c55-578c-49ec-a885-25793d960327 req-ba902f9f-9bf0-41c1-bd09-ceda68c07d49 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362747 Jun 24 12:29:00.768551 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac3ae9-1f40-409f-aa22-85a9328fa68f req-6601dc69-af45-4bf2-b0fa-9fdd1c334953 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:00.770137 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9fac3ae9-1f40-409f-aa22-85a9328fa68f req-6601dc69-af45-4bf2-b0fa-9fdd1c334953 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0676081 Jun 24 12:29:00.818104 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9fac3ae9-1f40-409f-aa22-85a9328fa68f req-db3fe82a-a5d5-491a-8e34-546d3b938d70 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Jun 24 12:29:00.833663 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:01.307517 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:01.741340 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37467578-963d-4bf0-8ffe-38288e841a5d req-5e495fb9-0ec5-4fea-a999-3111bc320b9b tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:01.743087 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-37467578-963d-4bf0-8ffe-38288e841a5d req-5e495fb9-0ec5-4fea-a999-3111bc320b9b tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 945 time: 0.0815153 Jun 24 12:29:01.792846 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-37467578-963d-4bf0-8ffe-38288e841a5d req-3d965e94-4a9d-43a7-b2d0-969b2a8ec798 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435922 Jun 24 12:29:02.030725 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911be34d-e0b9-45e2-87d1-c4e7cba2b86c req-a30e73ae-77b6-49c5-a194-6695c7f157cc tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:02.041542 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-911be34d-e0b9-45e2-87d1-c4e7cba2b86c req-a30e73ae-77b6-49c5-a194-6695c7f157cc tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0864973 Jun 24 12:29:02.102101 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-911be34d-e0b9-45e2-87d1-c4e7cba2b86c req-2fa090e0-2b00-4c00-8fde-ef00cecccab6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625539 Jun 24 12:29:03.018501 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090eaae4-5e61-4996-bce5-29de1084581c req-223a87ad-7e15-4c0f-bfb6-024e81f227ec tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:03.027564 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-090eaae4-5e61-4996-bce5-29de1084581c req-223a87ad-7e15-4c0f-bfb6-024e81f227ec tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 945 time: 0.0952852 Jun 24 12:29:03.074732 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-090eaae4-5e61-4996-bce5-29de1084581c req-931048ac-16f0-42aa-9a99-3ae7fed87ce1 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458548 Jun 24 12:29:03.354597 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08ee34-5fbf-4433-993b-c7c1a692fcb5 req-a990b4fb-9767-47a4-a428-2d8cc7db1c68 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:03.356263 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9b08ee34-5fbf-4433-993b-c7c1a692fcb5 req-a990b4fb-9767-47a4-a428-2d8cc7db1c68 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1159348 Jun 24 12:29:03.402862 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9b08ee34-5fbf-4433-993b-c7c1a692fcb5 req-54514146-32cc-43cd-bc56-45531e1c7e25 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399234 Jun 24 12:29:04.005853 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 38808) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:04.172848 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e1d77c73-67cf-47ee-9af4-abf8e257eede admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:04.294532 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e1d77c73-67cf-47ee-9af4-abf8e257eede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:04.295337 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c034161-6ce9-4607-a8ee-e3f7d9834e99 req-1854d3ae-0c00-4c5f-9a60-f1adecb8f399 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:04.296939 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7c034161-6ce9-4607-a8ee-e3f7d9834e99 req-1854d3ae-0c00-4c5f-9a60-f1adecb8f399 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 945 time: 0.0765729 Jun 24 12:29:04.300353 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e1d77c73-67cf-47ee-9af4-abf8e257eede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:04.304270 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1934c743-4832-443c-9e5f-7e42c755ef1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:04.342578 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-e1d77c73-67cf-47ee-9af4-abf8e257eede admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bcaa7363cb3e4e9a989e73352556aef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356354 Jun 24 12:29:04.343501 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d77c73-67cf-47ee-9af4-abf8e257eede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d567afec-3926-48dc-9b31-cfef7f4daad1,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:04.346712 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e1d77c73-67cf-47ee-9af4-abf8e257eede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:04.347151 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 38814) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:04.354975 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7c034161-6ce9-4607-a8ee-e3f7d9834e99 req-a2622c3a-b006-4ce8-ba98-9e1be7dfc1fb tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501668 Jun 24 12:29:04.394350 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f4be4998-f859-4470-91db-35b780fa9732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:04.415258 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f4be4998-f859-4470-91db-35b780fa9732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:04.465684 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f4be4998-f859-4470-91db-35b780fa9732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:04.468418 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f4be4998-f859-4470-91db-35b780fa9732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:04.472131 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-f4be4998-f859-4470-91db-35b780fa9732 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d567afec-3926-48dc-9b31-cfef7f4daad1 HTTP/1.1" status: 204 len: 168 time: 0.1239846 Jun 24 12:29:04.472904 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b78712f7-e012-4b5d-923c-55337f0e34ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:04.480117 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be4998-f859-4470-91db-35b780fa9732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d567afec-3926-48dc-9b31-cfef7f4daad1,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:04.482744 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-f4be4998-f859-4470-91db-35b780fa9732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:04.645066 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5146b58-331b-4385-9f3f-4aec87d35ade req-efb5ed58-2534-4df1-b2bb-d7d8c42b5e46 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:04.646781 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b5146b58-331b-4385-9f3f-4aec87d35ade req-efb5ed58-2534-4df1-b2bb-d7d8c42b5e46 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0831695 Jun 24 12:29:04.800971 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 38846) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:04.819720 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8453d186-a846-4e73-b888-6e0f212a3cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:04.886345 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b5146b58-331b-4385-9f3f-4aec87d35ade req-74bc09fe-d510-45b5-b689-a47e206bc1cd tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309051 Jun 24 12:29:04.915241 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8453d186-a846-4e73-b888-6e0f212a3cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:04.919783 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8453d186-a846-4e73-b888-6e0f212a3cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:04.922333 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d9614fcb-9ecc-4e8c-9ca3-466b9b7329cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:04.956344 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453d186-a846-4e73-b888-6e0f212a3cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035ee39c-e6b1-48c6-9d0f-a339f6169382,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:04.960704 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-8453d186-a846-4e73-b888-6e0f212a3cd6 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=581af9bcb09048439acc522f76fb55c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578104 Jun 24 12:29:04.961970 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8453d186-a846-4e73-b888-6e0f212a3cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:04.963957 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 38850) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:05.013371 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b1502e19-c67d-4baf-ad25-dcc6c1de13e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:05.034740 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b1502e19-c67d-4baf-ad25-dcc6c1de13e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:05.082203 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b1502e19-c67d-4baf-ad25-dcc6c1de13e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:05.084854 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b1502e19-c67d-4baf-ad25-dcc6c1de13e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:05.086030 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-b1502e19-c67d-4baf-ad25-dcc6c1de13e1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/035ee39c-e6b1-48c6-9d0f-a339f6169382 HTTP/1.1" status: 204 len: 168 time: 0.1210508 Jun 24 12:29:05.086923 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-51ca2cd1-513e-46c3-8335-94325d63d915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:05.095723 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1502e19-c67d-4baf-ad25-dcc6c1de13e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035ee39c-e6b1-48c6-9d0f-a339f6169382,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:05.097927 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b1502e19-c67d-4baf-ad25-dcc6c1de13e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:05.206735 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:29:05.531327 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1c104-712e-422e-9c52-fd7a3e72f9e8 req-92f34cf0-e64e-4bd4-be82-7dc7f33a7a43 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:05.532806 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e4f1c104-712e-422e-9c52-fd7a3e72f9e8 req-92f34cf0-e64e-4bd4-be82-7dc7f33a7a43 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 945 time: 0.0651236 Jun 24 12:29:05.574331 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e4f1c104-712e-422e-9c52-fd7a3e72f9e8 req-ee4a5f9a-220d-44d3-b04f-0eb309f712dc tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358646 Jun 24 12:29:05.823056 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 38922) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:05.925555 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-363919541-network', 'tenant_id': '706acfe8bdc14912a69bdf85b426cc0b'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:05.955303 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Made reservation on behalf of 706acfe8bdc14912a69bdf85b426cc0b for: {'network': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:29:05.958586 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:05.971789 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:06.104425 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:06.111882 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:06.115013 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-a5e8a572-c709-43dc-8788-3f0b407b506f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:06.115226 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e3347-6e22-44a5-b32e-d04958e8c656 req-9e130364-776c-4cea-907f-cf4053b94551 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:06.119819 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-996e3347-6e22-44a5-b32e-d04958e8c656 req-9e130364-776c-4cea-907f-cf4053b94551 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0877917 Jun 24 12:29:06.137922 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=92890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:29:06.147772 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed9e52d-2041-40b4-8725-26064d2a1fe7,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:06.153217 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:06.154623 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:06.155178 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.segments_db [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Added segment bfb261b7-5acd-48e6-9324-c664fdf201f6 of type vlan for network 7af45b31-4ebc-4ea8-bf59-f183e05a74e4 Jun 24 12:29:06.175887 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-996e3347-6e22-44a5-b32e-d04958e8c656 req-032cc864-67a0-416b-8a75-92dc7abe61f0 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522501 Jun 24 12:29:06.201917 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:06.226859 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d76d95-1093-4bab-8cc5-7d1c8e8ef292 req-c4bceb40-3083-40a5-8ab4-4b968a48743d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:06.228660 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-24d76d95-1093-4bab-8cc5-7d1c8e8ef292 req-c4bceb40-3083-40a5-8ab4-4b968a48743d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.0724974 Jun 24 12:29:06.230192 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:06.231524 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:06.232108 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:06.234265 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-aa5b1ad7-7f83-4ccf-a029-d64022eb3bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:06.267122 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-24d76d95-1093-4bab-8cc5-7d1c8e8ef292 req-9e2c1d76-8d63-4248-9522-fd9cbe61c329 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321243 Jun 24 12:29:06.289696 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4655130 Jun 24 12:29:06.293165 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 38934) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:06.294998 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Pushing event updated for resources: {'Network': ['ID=7af45b31-4ebc-4ea8-bf59-f183e05a74e4,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:06.297954 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:06.300841 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-53413216-fa3f-4a55-83f6-c10dc584a70a admin admin] Request body: {'subnet': {'network_id': '7af45b31-4ebc-4ea8-bf59-f183e05a74e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-363919541-subnet', 'tenant_id': '706acfe8bdc14912a69bdf85b426cc0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:06.306087 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network 7af45b31-4ebc-4ea8-bf59-f183e05a74e4 details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:29:06.322403 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53413216-fa3f-4a55-83f6-c10dc584a70a admin admin] Made reservation on behalf of 706acfe8bdc14912a69bdf85b426cc0b for: {'subnet': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:29:06.325309 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-53413216-fa3f-4a55-83f6-c10dc584a70a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3601975'] for subnet, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:06.437391 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 38938) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:06.514516 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_v2 [None req-321a8235-53e8-4288-b4cc-79a16f745ddc admin admin] Deleting subnet 6401ef15-a159-4137-ae12-1d82ab651352 {{(pid=92888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:29:06.524834 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-321a8235-53e8-4288-b4cc-79a16f745ddc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:06.549272 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-53413216-fa3f-4a55-83f6-c10dc584a70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3352880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3601885'] for subnet, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:06.554601 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:06.565899 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-321a8235-53e8-4288-b4cc-79a16f745ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3353590'] for subnet, precommit_delete_associations {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:06.650325 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-321a8235-53e8-4288-b4cc-79a16f745ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8177933'] for subnet, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:06.652602 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53413216-fa3f-4a55-83f6-c10dc584a70a admin admin] Pushing event updated for resources: {'Subnet': ['ID=820f614d-2afc-433a-bcb6-dc4e569e2c9b,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:06.673253 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-53413216-fa3f-4a55-83f6-c10dc584a70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:06.680838 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53413216-fa3f-4a55-83f6-c10dc584a70a admin admin] Checking segment: {'id': 'bfb261b7-5acd-48e6-9324-c664fdf201f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7af45b31-4ebc-4ea8-bf59-f183e05a74e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:29:06.681190 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53413216-fa3f-4a55-83f6-c10dc584a70a admin admin] Network hostable DHCP agents. Network: 7af45b31-4ebc-4ea8-bf59-f183e05a74e4, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:29:06.740507 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53413216-fa3f-4a55-83f6-c10dc584a70a admin admin] Network 7af45b31-4ebc-4ea8-bf59-f183e05a74e4 is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:29:06.753236 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-321a8235-53e8-4288-b4cc-79a16f745ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8177946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3601876'] for subnet, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:06.757221 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [None req-53413216-fa3f-4a55-83f6-c10dc584a70a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, 7af45b31-4ebc-4ea8-bf59-f183e05a74e4) {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:29:06.762283 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:06.766445 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3d0814-1a08-4ba3-babd-55bd681b43b6 None None] Network 7af45b31-4ebc-4ea8-bf59-f183e05a74e4 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:29:06.792626 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53413216-fa3f-4a55-83f6-c10dc584a70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:06.793222 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-53413216-fa3f-4a55-83f6-c10dc584a70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:06.799332 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a8235-53e8-4288-b4cc-79a16f745ddc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6401ef15-a159-4137-ae12-1d82ab651352,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:06.804115 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-321a8235-53e8-4288-b4cc-79a16f745ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:06.806071 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-321a8235-53e8-4288-b4cc-79a16f745ddc admin admin] 10.222.0.98 "DELETE /v2.0/subnets/6401ef15-a159-4137-ae12-1d82ab651352 HTTP/1.1" status: 204 len: 168 time: 0.3677604 Jun 24 12:29:06.809611 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 38942) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:06.809758 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-321a8235-53e8-4288-b4cc-79a16f745ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:06.822032 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-53413216-fa3f-4a55-83f6-c10dc584a70a admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5276468 Jun 24 12:29:06.829919 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1760b-035e-4abb-8901-cdbc1fa8fbac req-9c56d759-7ca5-4c08-bda1-3b2333a5ea94 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:06.836998 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-48c1760b-035e-4abb-8901-cdbc1fa8fbac req-9c56d759-7ca5-4c08-bda1-3b2333a5ea94 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 945 time: 0.1486626 Jun 24 12:29:06.880552 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-48c1760b-035e-4abb-8901-cdbc1fa8fbac req-3568252f-e676-4cb9-89e2-2ded784b4b04 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426846 Jun 24 12:29:06.894798 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8946af98-c8ea-46f3-b65c-e6bc9ec7f1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7938150'] for network, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:06.923742 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422a0dd4-b543-4272-80d0-ae37bfd3fa9b None None] Network 7af45b31-4ebc-4ea8-bf59-f183e05a74e4 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:29:06.987639 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8946af98-c8ea-46f3-b65c-e6bc9ec7f1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8179803', 'neutron.services.segments.db._delete_segments_for_network-8792598930728'] for network, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.000568 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-8946af98-c8ea-46f3-b65c-e6bc9ec7f1d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f4b231-ce26-42aa-8d04-4c38871b68b2']}} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:07.013361 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-8946af98-c8ea-46f3-b65c-e6bc9ec7f1d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98efd000-7cc2-4752-b32f-d28e1e0e9b64') {'for_net_delete': True} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:07.013660 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-8946af98-c8ea-46f3-b65c-e6bc9ec7f1d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98efd000-7cc2-4752-b32f-d28e1e0e9b64') {} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:07.023468 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8946af98-c8ea-46f3-b65c-e6bc9ec7f1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792598917807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632487'] for segment, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.043879 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8946af98-c8ea-46f3-b65c-e6bc9ec7f1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.051118 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8946af98-c8ea-46f3-b65c-e6bc9ec7f1d0 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=92890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:29:07.051579 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8946af98-c8ea-46f3-b65c-e6bc9ec7f1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530540'] for segment, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: Traceback (most recent call last): Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: timer() Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: cb(*args, **kw) Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: return func(*args, **kwargs) Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: self._notify() Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: self.callback(batched_events) Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: event.method(event) Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: return f(self, *a, **k) Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: return self._get(url).json() Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: return self.request(url, 'GET', **kwargs) Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:29:07.053238 dv-cinder-689486-14-smb neutron-server[92890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:29:07.106049 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8946af98-c8ea-46f3-b65c-e6bc9ec7f1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8179778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612982'] for network, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.112310 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:07.116215 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8946af98-c8ea-46f3-b65c-e6bc9ec7f1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.118088 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-8946af98-c8ea-46f3-b65c-e6bc9ec7f1d0 admin admin] 10.222.0.98 "DELETE /v2.0/networks/e2f4b231-ce26-42aa-8d04-4c38871b68b2 HTTP/1.1" status: 204 len: 168 time: 0.3072765 Jun 24 12:29:07.127774 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8946af98-c8ea-46f3-b65c-e6bc9ec7f1d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f4b231-ce26-42aa-8d04-4c38871b68b2,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:07.130114 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8946af98-c8ea-46f3-b65c-e6bc9ec7f1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:07.243474 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 38960) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:07.285715 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-83fe0ea2-61cb-4cd3-b7bf-b9fdad1776f3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=921a286f3b854548b8a97aef98c9316a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403450 Jun 24 12:29:07.287691 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 38962) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:07.347082 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8be8f941-406e-437b-a81d-7d4ebee74e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.374743 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8be8f941-406e-437b-a81d-7d4ebee74e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.390696 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dca7d-039e-4b9e-b21f-5686b5590c53 req-8544b493-bfcc-4cab-856a-5f1440325371 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:07.392335 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7c6dca7d-039e-4b9e-b21f-5686b5590c53 req-8544b493-bfcc-4cab-856a-5f1440325371 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1051242 Jun 24 12:29:07.393026 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 38968) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:07.400205 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-264027250-network', 'tenant_id': '9ba67f1844544e2b9dcf245d89df1fe0'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:07.472975 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd7c40-e780-4fd2-bf47-6ff96da44d47 req-668691a0-050e-4f74-8308-5a2728a10167 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:07.474665 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-23bd7c40-e780-4fd2-bf47-6ff96da44d47 req-668691a0-050e-4f74-8308-5a2728a10167 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 945 time: 0.0926149 Jun 24 12:29:07.475887 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Made reservation on behalf of 9ba67f1844544e2b9dcf245d89df1fe0 for: {'network': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:29:07.478244 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.489432 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8be8f941-406e-437b-a81d-7d4ebee74e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.491915 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8be8f941-406e-437b-a81d-7d4ebee74e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.492994 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-8be8f941-406e-437b-a81d-7d4ebee74e85 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dec54b08-49a1-4424-bf88-fc575dfb72a4 HTTP/1.1" status: 204 len: 168 time: 0.2042961 Jun 24 12:29:07.494194 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7c6dca7d-039e-4b9e-b21f-5686b5590c53 req-28a1a1d6-eecd-44c9-a627-4a71eaebd459 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882535 Jun 24 12:29:07.498194 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.513787 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-63fadb6f-74a7-40c9-a9a8-ceb3104035e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:07.524326 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8f941-406e-437b-a81d-7d4ebee74e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec54b08-49a1-4424-bf88-fc575dfb72a4,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:07.527403 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8be8f941-406e-437b-a81d-7d4ebee74e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:07.567015 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499b0c4-78f4-4a49-9a2d-5520c23eca93 req-e51bdd98-4f06-447a-a7de-6651675963ff tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:07.568514 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6499b0c4-78f4-4a49-9a2d-5520c23eca93 req-e51bdd98-4f06-447a-a7de-6651675963ff tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.1444778 Jun 24 12:29:07.606921 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-23bd7c40-e780-4fd2-bf47-6ff96da44d47 req-48b332da-8f48-479a-9ebd-1017ff59c919 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Deleting port 3967f43c-87fb-43ef-bec2-b8a10d6e6739 {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:29:07.607269 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-23bd7c40-e780-4fd2-bf47-6ff96da44d47 req-48b332da-8f48-479a-9ebd-1017ff59c919 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.630423 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6499b0c4-78f4-4a49-9a2d-5520c23eca93 req-2b25e6d4-75e1-40f0-a3d1-38c3ad9456f2 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534332 Jun 24 12:29:07.668132 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.673781 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.678143 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f559eb2d-1d60-43e8-93ac-ba9ae1ed4387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:07.700522 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=92888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:29:07.705792 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-23bd7c40-e780-4fd2-bf47-6ff96da44d47 req-48b332da-8f48-479a-9ebd-1017ff59c919 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] For port 3967f43c-87fb-43ef-bec2-b8a10d6e6739, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=3967f43c-87fb-43ef-bec2-b8a10d6e6739,segment=NetworkSegment(299068cb-8e5f-4c42-b979-2be99103e131),segment_id=299068cb-8e5f-4c42-b979-2be99103e131)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:07.706125 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-23bd7c40-e780-4fd2-bf47-6ff96da44d47 req-48b332da-8f48-479a-9ebd-1017ff59c919 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.710891 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d572a4b-96c2-407e-95fd-976235dd6d5a,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:07.720926 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-23bd7c40-e780-4fd2-bf47-6ff96da44d47 req-48b332da-8f48-479a-9ebd-1017ff59c919 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Calling delete_port for 3967f43c-87fb-43ef-bec2-b8a10d6e6739 owned by compute:nova {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:29:07.723793 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.724739 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.db.segments_db [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Added segment aced4165-eefa-4444-9ee9-c86cf6b038eb of type vlan for network ba7908d0-e806-4720-ab3c-4791d9dafcc8 Jun 24 12:29:07.732998 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:07.772980 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.805104 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.807961 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:07.808699 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.811691 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:07.858032 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-23bd7c40-e780-4fd2-bf47-6ff96da44d47 req-48b332da-8f48-479a-9ebd-1017ff59c919 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.862352 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:07.876660 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4825428 Jun 24 12:29:07.877533 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Pushing event updated for resources: {'Network': ['ID=ba7908d0-e806-4720-ab3c-4791d9dafcc8,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:07.879512 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 38978) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:07.889241 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network ba7908d0-e806-4720-ab3c-4791d9dafcc8 details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:29:07.889761 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b332da-8f48-479a-9ebd-1017ff59c919 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Pushing event deleted for resources: {'Port': ['ID=3967f43c-87fb-43ef-bec2-b8a10d6e6739,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:07.893464 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-48b332da-8f48-479a-9ebd-1017ff59c919 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:07.908682 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-8203fb27-db2c-47c1-863e-f3c4ce09adc5 admin admin] Request body: {'subnet': {'network_id': 'ba7908d0-e806-4720-ab3c-4791d9dafcc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-264027250-subnet', 'tenant_id': '9ba67f1844544e2b9dcf245d89df1fe0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:07.912276 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:07.915013 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['3967f43c-87fb-43ef-bec2-b8a10d6e6739'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:29:07.943854 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-23bd7c40-e780-4fd2-bf47-6ff96da44d47 req-48b332da-8f48-479a-9ebd-1017ff59c919 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] No DVR routers for this DVR port 3967f43c-87fb-43ef-bec2-b8a10d6e6739 on host hv-cinder-68948 {{(pid=92890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:29:07.947921 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-23bd7c40-e780-4fd2-bf47-6ff96da44d47 req-48b332da-8f48-479a-9ebd-1017ff59c919 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:07.950672 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-23bd7c40-e780-4fd2-bf47-6ff96da44d47 req-48b332da-8f48-479a-9ebd-1017ff59c919 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.49 "DELETE /v2.0/ports/3967f43c-87fb-43ef-bec2-b8a10d6e6739 HTTP/1.1" status: 204 len: 173 time: 0.4698915 Jun 24 12:29:07.951280 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc09a20-0ddf-4b36-ac87-48de25b95495', 'name': 'network-vif-deleted', 'tag': '3967f43c-87fb-43ef-bec2-b8a10d6e6739'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:29:07.953611 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81095059-21e1-446b-bda3-dfbde6607b01" -d '{"events": [{"server_uuid": "bcc09a20-0ddf-4b36-ac87-48de25b95495", "name": "network-vif-deleted", "tag": "3967f43c-87fb-43ef-bec2-b8a10d6e6739"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:29:07.965414 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8203fb27-db2c-47c1-863e-f3c4ce09adc5 admin admin] Made reservation on behalf of 9ba67f1844544e2b9dcf245d89df1fe0 for: {'subnet': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:29:07.968244 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-8203fb27-db2c-47c1-863e-f3c4ce09adc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3601975'] for subnet, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:08.031734 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550b9db2-7f10-4269-a0d7-09b485d0667f x-openstack-request-id: req-550b9db2-7f10-4269-a0d7-09b485d0667f {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:29:08.032128 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc09a20-0ddf-4b36-ac87-48de25b95495", "name": "network-vif-deleted", "tag": "3967f43c-87fb-43ef-bec2-b8a10d6e6739", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:29:08.032504 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-550b9db2-7f10-4269-a0d7-09b485d0667f {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:29:08.033001 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc09a20-0ddf-4b36-ac87-48de25b95495', 'name': 'network-vif-deleted', 'tag': '3967f43c-87fb-43ef-bec2-b8a10d6e6739', 'status': 'completed', 'code': 200} Jun 24 12:29:08.091278 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-594c9c7a-5128-4ee4-a0f1-bebe9a3b0580 req-edcc0e35-0e1d-4e7b-9117-9d5295075462 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=bcc09a20-0ddf-4b36-ac87-48de25b95495 HTTP/1.1" status: 200 len: 210 time: 0.0367484 Jun 24 12:29:08.193638 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-8203fb27-db2c-47c1-863e-f3c4ce09adc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3352880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3601885'] for subnet, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:08.195972 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:08.253911 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203fb27-db2c-47c1-863e-f3c4ce09adc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee8bdf5-8204-4004-9535-ad6dedda07ac,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:08.257075 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-8203fb27-db2c-47c1-863e-f3c4ce09adc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:08.264430 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203fb27-db2c-47c1-863e-f3c4ce09adc5 admin admin] Checking segment: {'id': 'aced4165-eefa-4444-9ee9-c86cf6b038eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'ba7908d0-e806-4720-ab3c-4791d9dafcc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:29:08.264794 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203fb27-db2c-47c1-863e-f3c4ce09adc5 admin admin] Network hostable DHCP agents. Network: ba7908d0-e806-4720-ab3c-4791d9dafcc8, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:29:08.281177 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203fb27-db2c-47c1-863e-f3c4ce09adc5 admin admin] Network ba7908d0-e806-4720-ab3c-4791d9dafcc8 is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:29:08.290342 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [None req-8203fb27-db2c-47c1-863e-f3c4ce09adc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, ba7908d0-e806-4720-ab3c-4791d9dafcc8) {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:29:08.295566 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8203fb27-db2c-47c1-863e-f3c4ce09adc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:08.296157 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-8203fb27-db2c-47c1-863e-f3c4ce09adc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:08.304824 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deafea51-30ab-452b-9e17-5f6bdffa3400 None None] Network ba7908d0-e806-4720-ab3c-4791d9dafcc8 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:29:08.312801 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-8203fb27-db2c-47c1-863e-f3c4ce09adc5 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4285190 Jun 24 12:29:08.320708 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 38996) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:08.429518 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1467306104-network', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:08.447691 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11564eaf-4bbb-49f9-a095-2fefce67dbbb None None] Network ba7908d0-e806-4720-ab3c-4791d9dafcc8 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:29:08.457539 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Made reservation on behalf of ab3202e2b14640afb4d51e51be80066a for: {'network': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:29:08.460801 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:08.473073 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:08.580928 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:08.594300 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:08.599192 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-18148401-0602-4514-bcb0-dbbd7b6799d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:08.617582 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=92890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:29:08.639118 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10ccc1e-e009-401c-9037-65b757797eaf,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:08.642627 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:08.644245 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:08.644631 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.segments_db [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Added segment c3f84836-98c4-48ac-b0d8-6caca66bac46 of type vlan for network 9a83dde2-fa3e-4394-966b-7c8d3ffd1813 Jun 24 12:29:08.704355 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:08.726269 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac56fe-d934-4769-a1c7-c52fb40cd161 req-e1e56435-0959-496f-819b-ac2b1d3fca95 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:08.728792 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e8ac56fe-d934-4769-a1c7-c52fb40cd161 req-e1e56435-0959-496f-819b-ac2b1d3fca95 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0751600 Jun 24 12:29:08.740750 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:08.742288 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:08.742877 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:08.754156 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:08.789227 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e8ac56fe-d934-4769-a1c7-c52fb40cd161 req-06381c35-e21d-4f03-aefc-b50f2a7fba49 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521512 Jun 24 12:29:08.814631 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4926918 Jun 24 12:29:08.820635 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 39016) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:08.831215 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-fea13ca1-e685-480c-a138-9dc05a6c14af admin admin] Request body: {'subnet': {'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1467306104-subnet', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'ip_version': 4}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:08.833084 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Pushing event updated for resources: {'Network': ['ID=9a83dde2-fa3e-4394-966b-7c8d3ffd1813,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:08.835313 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:08.843706 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network 9a83dde2-fa3e-4394-966b-7c8d3ffd1813 details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:29:08.878905 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea13ca1-e685-480c-a138-9dc05a6c14af admin admin] Made reservation on behalf of ab3202e2b14640afb4d51e51be80066a for: {'subnet': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:29:08.881715 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-fea13ca1-e685-480c-a138-9dc05a6c14af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3601975'] for subnet, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:09.077963 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-5baf5aeb-8366-46e5-a73f-2056ad361bbf tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:09.079431 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-5baf5aeb-8366-46e5-a73f-2056ad361bbf tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/networks?id=7af45b31-4ebc-4ea8-bf59-f183e05a74e4 HTTP/1.1" status: 200 len: 808 time: 0.2154193 Jun 24 12:29:09.132118 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3f7e6-3859-45c5-a84c-82fe4e307b52 req-37b2be41-80ac-4864-8e41-fcdccf46e9f0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:09.133553 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bde3f7e6-3859-45c5-a84c-82fe4e307b52 req-37b2be41-80ac-4864-8e41-fcdccf46e9f0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.1984382 Jun 24 12:29:09.137144 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-f3aabae0-66a4-426f-af0e-b4e4634a3cf6 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/quotas/706acfe8bdc14912a69bdf85b426cc0b HTTP/1.1" status: 200 len: 375 time: 0.0495272 Jun 24 12:29:09.195941 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-af4f6e9e-bbf7-4d8f-97ce-d99ff77d87c2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=706acfe8bdc14912a69bdf85b426cc0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480597 Jun 24 12:29:09.251480 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bde3f7e6-3859-45c5-a84c-82fe4e307b52 req-5c7ba961-4fef-4d7d-8fa5-c76888227021 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118751 Jun 24 12:29:09.298680 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-fea13ca1-e685-480c-a138-9dc05a6c14af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3352880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3601885'] for subnet, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:09.312325 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:09.367824 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-40e89c15-e684-4af6-8380-359b3450bcc4 service neutron] 10.222.0.98 "GET /v2.0/networks/7af45b31-4ebc-4ea8-bf59-f183e05a74e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440740 Jun 24 12:29:09.389729 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea13ca1-e685-480c-a138-9dc05a6c14af admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e608d6-0ace-49bb-8372-767f80935cbd,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:09.393965 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-fea13ca1-e685-480c-a138-9dc05a6c14af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:09.434436 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea13ca1-e685-480c-a138-9dc05a6c14af admin admin] Checking segment: {'id': 'c3f84836-98c4-48ac-b0d8-6caca66bac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:29:09.434879 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea13ca1-e685-480c-a138-9dc05a6c14af admin admin] Network hostable DHCP agents. Network: 9a83dde2-fa3e-4394-966b-7c8d3ffd1813, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:29:09.464022 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea13ca1-e685-480c-a138-9dc05a6c14af admin admin] Network 9a83dde2-fa3e-4394-966b-7c8d3ffd1813 is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:29:09.486408 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [None req-fea13ca1-e685-480c-a138-9dc05a6c14af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, 9a83dde2-fa3e-4394-966b-7c8d3ffd1813) {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:29:09.492042 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-f97439b8-c0f7-4a04-9483-91abdf7908d8 service neutron] 10.222.0.98 "GET /v2.0/networks/7af45b31-4ebc-4ea8-bf59-f183e05a74e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178539 Jun 24 12:29:09.493254 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea13ca1-e685-480c-a138-9dc05a6c14af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:09.493829 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-fea13ca1-e685-480c-a138-9dc05a6c14af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:09.494906 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea928b8-60e5-450a-8aa5-ee5ed393a150 None None] Network 9a83dde2-fa3e-4394-966b-7c8d3ffd1813 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:29:09.515734 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-fea13ca1-e685-480c-a138-9dc05a6c14af admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6931815 Jun 24 12:29:09.516091 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39028) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:09.521061 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1467306104-router', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:09.547682 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-606813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60430'] for router, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:09.548666 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60421'] for router, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:09.610094 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:09.691721 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf266d022-4da0-5769-8009-4cd9ec177add-9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'fixed_ips': [{'subnet_id': 'c2e608d6-0ace-49bb-8372-767f80935cbd'}]}} from dv-cinder-689486-14-smb. {{(pid=92891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:29:09.692816 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6e52b8d1-c5f2-426a-b74d-057d35295969 req-f8b795d3-07a4-42c7-befa-d2f9bc29cac8 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 210 time: 0.0376091 Jun 24 12:29:09.692967 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:09.781037 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616313', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60459'] for router, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:09.851520 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Allocated IP 172.20.0.2 (9a83dde2-fa3e-4394-966b-7c8d3ffd1813/c2e608d6-0ace-49bb-8372-767f80935cbd/7237e0bb-32d5-4fa0-8463-6f24d37b7a99) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:29:09.996390 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:10.005823 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b81bfc-7b20-4a88-b30a-c0858ee6fb77 req-7b0b98c5-b9f6-46d7-b63e-ead0933f04f8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:10.013653 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-93b81bfc-7b20-4a88-b30a-c0858ee6fb77 req-7b0b98c5-b9f6-46d7-b63e-ead0933f04f8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0787923 Jun 24 12:29:10.018134 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:10.052471 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:10.061077 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-93b81bfc-7b20-4a88-b30a-c0858ee6fb77 req-99e630e1-1dcc-415d-975e-a91806c45f4d tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464568 Jun 24 12:29:10.064756 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Transition to ACTIVE for port object 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:29:10.084778 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Transition to ACTIVE for port object 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:29:10.093564 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:10.096590 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:10.133263 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Network 9a83dde2-fa3e-4394-966b-7c8d3ffd1813 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:29:10.136439 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:29:10.139786 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:29:10.142111 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Allocated IP 172.28.2.49 (55215ffa-be73-4f27-8bd6-e565279244aa/626247e8-372a-46a2-9822-6edda33fe1cd/31585ddf-5afa-4775-999d-152ed3be8279) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:29:10.149840 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Pushing event updated for resources: {'Port': ['ID=7237e0bb-32d5-4fa0-8463-6f24d37b7a99,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:10.155198 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:10.207302 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Attempting to bind port 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:29:10.207302 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Attempting to bind port 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': 'c3f84836-98c4-48ac-b0d8-6caca66bac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:29:10.207771 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Attempting to bind port 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 on network 9a83dde2-fa3e-4394-966b-7c8d3ffd1813 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:29:10.213197 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:29:10.213826 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Checking segment: {'id': 'c3f84836-98c4-48ac-b0d8-6caca66bac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:29:10.214238 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:10.214639 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Bound using segment: {'id': 'c3f84836-98c4-48ac-b0d8-6caca66bac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:29:10.215226 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Bound port: 7237e0bb-32d5-4fa0-8463-6f24d37b7a99, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f84836-98c4-48ac-b0d8-6caca66bac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:29:10.215658 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:10.261377 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:10.286408 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] For port 7237e0bb-32d5-4fa0-8463-6f24d37b7a99, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:29:10.291806 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] For port 7237e0bb-32d5-4fa0-8463-6f24d37b7a99, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=7237e0bb-32d5-4fa0-8463-6f24d37b7a99,segment=NetworkSegment(c3f84836-98c4-48ac-b0d8-6caca66bac46),segment_id=c3f84836-98c4-48ac-b0d8-6caca66bac46)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:29:10.296500 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:10.298789 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:10.320297 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:10.324108 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-a08291d4-5ead-4cfa-aabb-714ee8a21496 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:10.360946 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Pushing event updated for resources: {'Port': ['ID=7237e0bb-32d5-4fa0-8463-6f24d37b7a99,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:10.365783 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:10.375171 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Network 55215ffa-be73-4f27-8bd6-e565279244aa is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:29:10.378000 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:29:10.386115 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:29:10.415048 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Pushing event updated for resources: {'Port': ['ID=31585ddf-5afa-4775-999d-152ed3be8279,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:10.422840 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:10.458932 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e8dc0-f861-4567-aab9-72bcb67bd365 req-d0ad9030-82df-4d50-8c0f-5edae9ba836e tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:10.460771 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f02e8dc0-f861-4567-aab9-72bcb67bd365 req-d0ad9030-82df-4d50-8c0f-5edae9ba836e tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.0776446 Jun 24 12:29:10.513872 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f02e8dc0-f861-4567-aab9-72bcb67bd365 req-8aea95f4-5dcf-444f-a1d6-3f88e8bde67d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454738 Jun 24 12:29:10.686742 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:10.755532 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 3967f43c-87fb-43ef-bec2-b8a10d6e6739 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:29:10.800416 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: 3967f43c-87fb-43ef-bec2-b8a10d6e6739 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:29:10.800779 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 3967f43c-87fb-43ef-bec2-b8a10d6e6739 not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:29:10.865464 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:29:10.896177 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7a3f7aad-5dfc-42d3-928c-01c9bd0c90b5 req-9184d091-d0cf-4d1b-9c58-4b7fefb787db tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 210 time: 0.0374959 Jun 24 12:29:10.924969 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:29:11.243028 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613115'] for router, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:11.252451 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466833f4-560e-4c05-875c-9cb8fc3c6a1f req-e7552863-182c-4201-9088-471bcfa7a399 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:11.261024 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-466833f4-560e-4c05-875c-9cb8fc3c6a1f req-e7552863-182c-4201-9088-471bcfa7a399 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0773661 Jun 24 12:29:11.318087 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-466833f4-560e-4c05-875c-9cb8fc3c6a1f req-59dcc1e8-13aa-4d8a-a5fa-2f98bc1e2cc1 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553582 Jun 24 12:29:11.332792 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-b430846d-efbe-4c9d-8437-9b7a57be9525 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:11.337197 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-b430846d-efbe-4c9d-8437-9b7a57be9525 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.49 "GET /v2.0/networks?id=7af45b31-4ebc-4ea8-bf59-f183e05a74e4 HTTP/1.1" status: 200 len: 808 time: 0.1703427 Jun 24 12:29:11.379268 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-f3d9abb5-9fc8-4502-8259-52ecaa5806c2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Request body: {'port': {'device_id': '9f6fe9e9-693d-4625-a8c9-8444483f467d', 'network_id': '7af45b31-4ebc-4ea8-bf59-f183e05a74e4', 'admin_state_up': True, 'tenant_id': '706acfe8bdc14912a69bdf85b426cc0b'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:11.475199 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2ac602-9987-45c8-8af1-20f09d6aa2a9 None None] Network 9a83dde2-fa3e-4394-966b-7c8d3ffd1813 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:29:11.506338 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Router 294fdd66-9447-4c35-9c29-c4c69da21a5f is scheduled to L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b with binding_index 1 {{(pid=92890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:29:11.561893 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-d56b2501-69e7-4113-adb3-d019b2b24d75 None None] Provisioning for port 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:29:11.563677 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-f3d9abb5-9fc8-4502-8259-52ecaa5806c2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Made reservation on behalf of 706acfe8bdc14912a69bdf85b426cc0b for: {'port': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:29:11.567383 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-f3d9abb5-9fc8-4502-8259-52ecaa5806c2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:11.584851 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-d56b2501-69e7-4113-adb3-d019b2b24d75 None None] Provisioning complete for port 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:11.585237 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d56b2501-69e7-4113-adb3-d019b2b24d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:11.688050 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:29:11.706337 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Sync routers for ids ['294fdd66-9447-4c35-9c29-c4c69da21a5f'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:29:11.712860 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d56b2501-69e7-4113-adb3-d019b2b24d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:11.717052 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Routers {'294fdd66-9447-4c35-9c29-c4c69da21a5f'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:29:11.717680 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:28:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['294fdd66-9447-4c35-9c29-c4c69da21a5f'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:11.752559 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-d56b2501-69e7-4113-adb3-d019b2b24d75 None None] For port 7237e0bb-32d5-4fa0-8463-6f24d37b7a99, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=7237e0bb-32d5-4fa0-8463-6f24d37b7a99,segment=NetworkSegment(c3f84836-98c4-48ac-b0d8-6caca66bac46),segment_id=c3f84836-98c4-48ac-b0d8-6caca66bac46)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:11.758833 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d56b2501-69e7-4113-adb3-d019b2b24d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:11.761438 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-4c20e758-d014-42e6-8157-9fddc23bc7f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:11.780769 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-f3d9abb5-9fc8-4502-8259-52ecaa5806c2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Allocated IP 172.20.0.14 (7af45b31-4ebc-4ea8-bf59-f183e05a74e4/820f614d-2afc-433a-bcb6-dc4e569e2c9b/65411314-d6a6-4f30-8576-90de8e3d3bdf) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:29:11.792351 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c1fb5-764f-44ca-933e-e87e2ff0dbca req-129e85b5-5179-4f39-9c19-73a9f8f515d2 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:11.793244 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] Notify callbacks [] for router, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:11.794671 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-8e696021-9762-40fd-b0eb-34f9e0ce78e4 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2774210 Jun 24 12:29:11.797986 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39070) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:11.801037 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8e1c1fb5-764f-44ca-933e-e87e2ff0dbca req-129e85b5-5179-4f39-9c19-73a9f8f515d2 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.1673858 Jun 24 12:29:11.839810 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b2501-69e7-4113-adb3-d019b2b24d75 None None] Pushing event updated for resources: {'Port': ['ID=7237e0bb-32d5-4fa0-8463-6f24d37b7a99,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:11.858664 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-d56b2501-69e7-4113-adb3-d019b2b24d75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:11.859235 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8e1c1fb5-764f-44ca-933e-e87e2ff0dbca req-93e2b509-cdd3-4891-87e7-515b8216e3e0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568228 Jun 24 12:29:11.873716 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Set router 294fdd66-9447-4c35-9c29-c4c69da21a5f gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:29:12.096957 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'name': 'tempest-TestShelveInstance-1467306104-router', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '31585ddf-5afa-4775-999d-152ed3be8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:09Z', 'updated_at': '2021-06-24T12:29:10Z', 'revision_number': 3, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'gw_port': {'id': '31585ddf-5afa-4775-999d-152ed3be8279', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:10Z', 'updated_at': '2021-06-24T12:29:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:12.098466 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f65aa9fc-45b8-49da-b3a8-df8a79820a85 None None] Provisioning complete for port 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:12.098925 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f65aa9fc-45b8-49da-b3a8-df8a79820a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:12.113327 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7a3c174b-3066-4ede-9698-a9fa5a526384 req-253667c0-92d4-486c-8cc7-45f92558c87d tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 210 time: 0.0309043 Jun 24 12:29:12.141881 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Checking router: 294fdd66-9447-4c35-9c29-c4c69da21a5f for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:29:12.142122 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Updating router 294fdd66-9447-4c35-9c29-c4c69da21a5f port 31585ddf-5afa-4775-999d-152ed3be8279 binding host dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:29:12.180573 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:12.308268 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-f3d9abb5-9fc8-4502-8259-52ecaa5806c2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:12.408998 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-f3d9abb5-9fc8-4502-8259-52ecaa5806c2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:12.415352 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:12.434752 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:12.445057 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Transition to ACTIVE for port object 31585ddf-5afa-4775-999d-152ed3be8279 will not be triggered until provisioned by entity L2. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:29:12.451260 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:12.453360 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:12.485349 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-f3d9abb5-9fc8-4502-8259-52ecaa5806c2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Network 7af45b31-4ebc-4ea8-bf59-f183e05a74e4 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:29:12.498230 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6238e2-8e2f-4d39-b334-5ec840f2f937 req-5c88f729-26ca-4faf-9fa2-d7b921cb4eab tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:12.498815 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:12.500101 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ca6238e2-8e2f-4d39-b334-5ec840f2f937 req-5c88f729-26ca-4faf-9fa2-d7b921cb4eab tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0699465 Jun 24 12:29:12.500573 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-f3d9abb5-9fc8-4502-8259-52ecaa5806c2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:29:12.509190 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-f3d9abb5-9fc8-4502-8259-52ecaa5806c2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:29:12.519223 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9abb5-9fc8-4502-8259-52ecaa5806c2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Pushing event updated for resources: {'Port': ['ID=65411314-d6a6-4f30-8576-90de8e3d3bdf,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:12.546200 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ca6238e2-8e2f-4d39-b334-5ec840f2f937 req-6722923c-e65a-41df-9a90-7333f06ac0ae tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359550 Jun 24 12:29:12.546425 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-f3d9abb5-9fc8-4502-8259-52ecaa5806c2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:12.581011 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b083e-1214-4fb1-8e5c-250e18881a3e None None] Pushing event updated for resources: {'Port': ['ID=31585ddf-5afa-4775-999d-152ed3be8279,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:12.591167 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b083e-1214-4fb1-8e5c-250e18881a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:12.591523 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b083e-1214-4fb1-8e5c-250e18881a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:12.591844 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b083e-1214-4fb1-8e5c-250e18881a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:12.592156 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b083e-1214-4fb1-8e5c-250e18881a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:12.592474 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b083e-1214-4fb1-8e5c-250e18881a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:12.592787 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b083e-1214-4fb1-8e5c-250e18881a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:12.593099 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b083e-1214-4fb1-8e5c-250e18881a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:12.593407 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b083e-1214-4fb1-8e5c-250e18881a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:12.593731 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b083e-1214-4fb1-8e5c-250e18881a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:12.594719 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b083e-1214-4fb1-8e5c-250e18881a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:12.594719 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b083e-1214-4fb1-8e5c-250e18881a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:12.594719 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-103b083e-1214-4fb1-8e5c-250e18881a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:12.611779 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-f3d9abb5-9fc8-4502-8259-52ecaa5806c2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:12.612396 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-f3d9abb5-9fc8-4502-8259-52ecaa5806c2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:12.625731 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Attempting to bind port 31585ddf-5afa-4775-999d-152ed3be8279 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:29:12.626094 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Attempting to bind port 31585ddf-5afa-4775-999d-152ed3be8279 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:29:12.626465 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Attempting to bind port 31585ddf-5afa-4775-999d-152ed3be8279 on network 55215ffa-be73-4f27-8bd6-e565279244aa {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:29:12.630089 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-103b083e-1214-4fb1-8e5c-250e18881a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:12.635944 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:29:12.636319 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Checking segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:29:12.636686 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:12.637103 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Bound using segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:29:12.637645 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Bound port: 31585ddf-5afa-4775-999d-152ed3be8279, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:29:12.638169 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:12.658273 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-f3d9abb5-9fc8-4502-8259-52ecaa5806c2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2866371 Jun 24 12:29:12.679888 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Request body: {'port': {'device_id': '9f6fe9e9-693d-4625-a8c9-8444483f467d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:12.686927 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] For port 31585ddf-5afa-4775-999d-152ed3be8279, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:29:12.690228 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] For port 31585ddf-5afa-4775-999d-152ed3be8279, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=31585ddf-5afa-4775-999d-152ed3be8279,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:29:12.694587 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:12.698058 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:12.751937 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b083e-1214-4fb1-8e5c-250e18881a3e None None] Pushing event updated for resources: {'Port': ['ID=31585ddf-5afa-4775-999d-152ed3be8279,revision_number=3']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:12.762014 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-103b083e-1214-4fb1-8e5c-250e18881a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:12.762592 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Routers {'294fdd66-9447-4c35-9c29-c4c69da21a5f'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:29:12.763193 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:28:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['294fdd66-9447-4c35-9c29-c4c69da21a5f'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:12.783856 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Allocated IP 172.20.0.1 (9a83dde2-fa3e-4394-966b-7c8d3ffd1813/c2e608d6-0ace-49bb-8372-767f80935cbd/74cd4030-a89e-4795-b62c-e228a0c58ada) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:29:12.804634 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:29:12.822128 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:12.852068 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:12.852454 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:12.880622 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] Set router 294fdd66-9447-4c35-9c29-c4c69da21a5f gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:29:12.998041 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:13.032352 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Transition to ACTIVE for port object 74cd4030-a89e-4795-b62c-e228a0c58ada will not be triggered until provisioned by entity DHCP. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:29:13.042737 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d063083-1161-4067-9dec-7cb6b505c03e req-7377e194-fae5-499b-9c1d-fea0ca70d6b9 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:13.044237 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4d063083-1161-4067-9dec-7cb6b505c03e req-7377e194-fae5-499b-9c1d-fea0ca70d6b9 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.0687449 Jun 24 12:29:13.098973 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'name': 'tempest-TestShelveInstance-1467306104-router', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '31585ddf-5afa-4775-999d-152ed3be8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:09Z', 'updated_at': '2021-06-24T12:29:10Z', 'revision_number': 3, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'gw_port': {'id': '31585ddf-5afa-4775-999d-152ed3be8279', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:10Z', 'updated_at': '2021-06-24T12:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:13.107728 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4d063083-1161-4067-9dec-7cb6b505c03e req-7cccdd61-cc37-4f22-a5be-d1be0e35dd02 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573652 Jun 24 12:29:13.130521 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab0f739-0bd5-4262-a82c-178dffb3b108 None None] The sync data for ids ['294fdd66-9447-4c35-9c29-c4c69da21a5f'] in dv-cinder-689486-14-smb is: [{'id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'name': 'tempest-TestShelveInstance-1467306104-router', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '31585ddf-5afa-4775-999d-152ed3be8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:09Z', 'updated_at': '2021-06-24T12:29:10Z', 'revision_number': 3, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'gw_port': {'id': '31585ddf-5afa-4775-999d-152ed3be8279', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:10Z', 'updated_at': '2021-06-24T12:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:29:13.148015 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:13.156518 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1d430ca4-869f-4f5f-9e10-c053fc47334c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:13.214193 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Network 9a83dde2-fa3e-4394-966b-7c8d3ffd1813 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:29:13.230813 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:29:13.233446 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:29:13.280965 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Pushing event updated for resources: {'Port': ['ID=74cd4030-a89e-4795-b62c-e228a0c58ada,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:13.283990 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:13.311761 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65411314-d6a6-4f30-8576-90de8e3d3bdf {{(pid=92890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:29:13.325631 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:13.331476 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611958'] for router_interface, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:13.374104 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Transition to ACTIVE for port object 65411314-d6a6-4f30-8576-90de8e3d3bdf will not be triggered until provisioned by entity L2. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:29:13.383833 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:13.391043 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:13.445443 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb5da0-318d-4aae-b778-53ca927e64be req-03ffc49e-90b8-41f9-801c-f77513860851 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:13.452208 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-77eb5da0-318d-4aae-b778-53ca927e64be req-03ffc49e-90b8-41f9-801c-f77513860851 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/networks?id=9ceb1b1e-b870-487a-ac5c-0af08130a5f9 HTTP/1.1" status: 200 len: 813 time: 0.1423044 Jun 24 12:29:13.470273 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e92a0-2ef1-4c94-815f-4edda187ca7a req-fe6ebd10-30b6-4581-800e-1e6dca461e95 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:13.473071 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-610e92a0-2ef1-4c94-815f-4edda187ca7a req-fe6ebd10-30b6-4581-800e-1e6dca461e95 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 932 time: 0.2177911 Jun 24 12:29:13.507211 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-77eb5da0-318d-4aae-b778-53ca927e64be req-cd47a2aa-97b5-4bbb-a90c-f1c498e2d53c tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/quotas/28859d6f57e642debd2c2df2b6faeed9 HTTP/1.1" status: 200 len: 375 time: 0.0540392 Jun 24 12:29:13.517069 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Pushing event updated for resources: {'Port': ['ID=65411314-d6a6-4f30-8576-90de8e3d3bdf,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:13.533773 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:13.552326 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-77eb5da0-318d-4aae-b778-53ca927e64be req-45d9b794-b763-4735-bab1-df2235eb4380 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=28859d6f57e642debd2c2df2b6faeed9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440457 Jun 24 12:29:13.626514 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-610e92a0-2ef1-4c94-815f-4edda187ca7a req-bf36ed6b-a241-493e-b1c4-b7c9d7d2f685 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/security-groups?id=5ed9e52d-2041-40b4-8725-26064d2a1fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519444 Jun 24 12:29:13.628863 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:13.653512 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-d1a401fe-6507-455b-a752-d204620e1b62 None None] Provisioning for port 74cd4030-a89e-4795-b62c-e228a0c58ada completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:29:13.657682 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Attempting to bind port 65411314-d6a6-4f30-8576-90de8e3d3bdf on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:29:13.657916 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Attempting to bind port 65411314-d6a6-4f30-8576-90de8e3d3bdf by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'bfb261b7-5acd-48e6-9324-c664fdf201f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7af45b31-4ebc-4ea8-bf59-f183e05a74e4'}] {{(pid=92890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:29:13.658071 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-d1a401fe-6507-455b-a752-d204620e1b62 None None] Provisioning complete for port 74cd4030-a89e-4795-b62c-e228a0c58ada triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:13.658248 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Attempting to bind port 65411314-d6a6-4f30-8576-90de8e3d3bdf on network 7af45b31-4ebc-4ea8-bf59-f183e05a74e4 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:29:13.658449 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d1a401fe-6507-455b-a752-d204620e1b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:13.669350 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Port 65411314-d6a6-4f30-8576-90de8e3d3bdf on network 7af45b31-4ebc-4ea8-bf59-f183e05a74e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:29:13.669673 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Attempting to bind port 65411314-d6a6-4f30-8576-90de8e3d3bdf on network 7af45b31-4ebc-4ea8-bf59-f183e05a74e4 {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:29:13.696278 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-77eb5da0-318d-4aae-b778-53ca927e64be req-88711be9-c2a0-4e27-b302-9fdb0abb7439 service neutron] 10.222.0.98 "GET /v2.0/networks/9ceb1b1e-b870-487a-ac5c-0af08130a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429937 Jun 24 12:29:13.707435 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-d1a401fe-6507-455b-a752-d204620e1b62 None None] Port 74cd4030-a89e-4795-b62c-e228a0c58ada cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:29:13.716266 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:29:13.716604 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Checking segment: {'id': 'bfb261b7-5acd-48e6-9324-c664fdf201f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7af45b31-4ebc-4ea8-bf59-f183e05a74e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:29:13.716993 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Bound using segment: {'id': 'bfb261b7-5acd-48e6-9324-c664fdf201f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7af45b31-4ebc-4ea8-bf59-f183e05a74e4'} {{(pid=92890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:29:13.717428 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.managers [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Bound port: 65411314-d6a6-4f30-8576-90de8e3d3bdf, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb261b7-5acd-48e6-9324-c664fdf201f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '7af45b31-4ebc-4ea8-bf59-f183e05a74e4'}}] {{(pid=92890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:29:13.717782 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:13.834529 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-77eb5da0-318d-4aae-b778-53ca927e64be req-ca2e4196-1a51-4b8c-863b-52a260e93943 service neutron] 10.222.0.98 "GET /v2.0/networks/9ceb1b1e-b870-487a-ac5c-0af08130a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372244 Jun 24 12:29:13.847680 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679981e-2d5c-4cac-b130-51db37060d85 req-d63fddb8-7dcb-480c-a96b-6b56844173dc tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:13.849452 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9679981e-2d5c-4cac-b130-51db37060d85 req-d63fddb8-7dcb-480c-a96b-6b56844173dc tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0992243 Jun 24 12:29:13.858543 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] For port 65411314-d6a6-4f30-8576-90de8e3d3bdf, host hv-cinder-68948, cleared binding levels {{(pid=92890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:29:13.862918 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] For port 65411314-d6a6-4f30-8576-90de8e3d3bdf, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=65411314-d6a6-4f30-8576-90de8e3d3bdf,segment=NetworkSegment(bfb261b7-5acd-48e6-9324-c664fdf201f6),segment_id=bfb261b7-5acd-48e6-9324-c664fdf201f6)] {{(pid=92890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:29:13.871259 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:13.875849 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-48b332da-8f48-479a-9ebd-1017ff59c919 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:14.156995 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-132a25bf-6ea9-494e-a333-a743687cf8f4 req-2a8eaac8-a5fb-4b07-8ab0-21b1c1ca8fed tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 210 time: 0.0408731 Jun 24 12:29:14.195742 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9679981e-2d5c-4cac-b130-51db37060d85 req-8c0a786b-39b7-4034-9c06-91881548e271 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367827 Jun 24 12:29:14.210726 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:14.211367 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:14.212771 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] 10.222.0.49 "PUT /v2.0/ports/65411314-d6a6-4f30-8576-90de8e3d3bdf HTTP/1.1" status: 200 len: 1094 time: 1.5377219 Jun 24 12:29:14.215481 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6fe9e9-693d-4625-a8c9-8444483f467d', 'tag': '65411314-d6a6-4f30-8576-90de8e3d3bdf'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:29:14.217792 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3bc7c7-3181-43a9-bf37-110f7a368975" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6fe9e9-693d-4625-a8c9-8444483f467d", "tag": "65411314-d6a6-4f30-8576-90de8e3d3bdf"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:29:14.272490 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Pushing event updated for resources: {'Port': ['ID=65411314-d6a6-4f30-8576-90de8e3d3bdf,revision_number=3']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:14.287331 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:14.302554 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c80ed6d-b868-4405-940f-b0195103d1ee x-openstack-request-id: req-0c80ed6d-b868-4405-940f-b0195103d1ee {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:29:14.303107 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6fe9e9-693d-4625-a8c9-8444483f467d", "tag": "65411314-d6a6-4f30-8576-90de8e3d3bdf", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:29:14.303107 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-0c80ed6d-b868-4405-940f-b0195103d1ee {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:29:14.303619 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6fe9e9-693d-4625-a8c9-8444483f467d', 'tag': '65411314-d6a6-4f30-8576-90de8e3d3bdf', 'status': 'completed', 'code': 200} Jun 24 12:29:14.321749 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:14.329474 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:14.333701 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-417a2a68-4bc6-492c-9cff-5e4b633f002f tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:14.405719 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de9c56-e8bf-4503-9d04-8f9aef49a261 req-f414a594-f961-47f4-8889-da1474168a6a tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:14.413218 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d6de9c56-e8bf-4503-9d04-8f9aef49a261 req-f414a594-f961-47f4-8889-da1474168a6a tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.0957303 Jun 24 12:29:14.416672 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-955103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611970'] for router_interface, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:14.421394 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Pushing event updated for resources: {'Port': ['ID=74cd4030-a89e-4795-b62c-e228a0c58ada,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:14.428318 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:14.439150 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-8b8029f9-d2a0-4e34-8011-88a595fd2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:14.440904 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-8b8029f9-d2a0-4e34-8011-88a595fd2387 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=706acfe8bdc14912a69bdf85b426cc0b&device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 1097 time: 0.1521497 Jun 24 12:29:14.450912 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d6de9c56-e8bf-4503-9d04-8f9aef49a261 req-0901e36f-bc9a-4616-9ada-9eafa59c4352 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368474 Jun 24 12:29:14.514220 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-14da4ec4-b9d3-40a2-9ace-d395b3649044 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65411314-d6a6-4f30-8576-90de8e3d3bdf HTTP/1.1" status: 200 len: 217 time: 0.0397875 Jun 24 12:29:14.592155 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Network 9a83dde2-fa3e-4394-966b-7c8d3ffd1813 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:29:14.594138 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-f3562f1e-5539-428d-bfdb-7a6ec5827785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:14.595636 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-f3562f1e-5539-428d-bfdb-7a6ec5827785 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=820f614d-2afc-433a-bcb6-dc4e569e2c9b HTTP/1.1" status: 200 len: 848 time: 0.0647616 Jun 24 12:29:14.596601 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:29:14.666098 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-2f1a8654-02a1-4c3e-b4b9-0d9b1309d129 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7af45b31-4ebc-4ea8-bf59-f183e05a74e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623255 Jun 24 12:29:14.822320 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Router 294fdd66-9447-4c35-9c29-c4c69da21a5f has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:29:14.849838 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-33007935-7a0f-42f5-8f0c-8244d4c43e44 service neutron] 10.222.0.49 "GET /v2.0/networks/7af45b31-4ebc-4ea8-bf59-f183e05a74e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691272 Jun 24 12:29:14.874105 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749125e1-397b-4101-bc2b-828d248724be req-7d9c7a50-9128-49b0-9aff-75575673f563 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:14.899981 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-749125e1-397b-4101-bc2b-828d248724be req-7d9c7a50-9128-49b0-9aff-75575673f563 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 944 time: 0.1445992 Jun 24 12:29:14.901333 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 31585ddf-5afa-4775-999d-152ed3be8279 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:29:14.949559 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-749125e1-397b-4101-bc2b-828d248724be req-832c406d-8ce8-4a2c-9e1c-439e344716e9 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/security-groups?id=5ed9e52d-2041-40b4-8725-26064d2a1fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477700 Jun 24 12:29:14.984855 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-59d6347c-0d2d-4938-b04d-1920cbe2e98b None None] Provisioning complete for port 74cd4030-a89e-4795-b62c-e228a0c58ada triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:14.985541 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-59d6347c-0d2d-4938-b04d-1920cbe2e98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:15.011553 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port 31585ddf-5afa-4775-999d-152ed3be8279 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:29:15.017738 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 31585ddf-5afa-4775-999d-152ed3be8279 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:15.018123 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:15.055163 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-59d6347c-0d2d-4938-b04d-1920cbe2e98b None None] Port 74cd4030-a89e-4795-b62c-e228a0c58ada cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:29:15.058630 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-672cb67e-9365-4e5a-a8c7-6b7704e2d901 req-766d75fd-a379-427e-b1d1-423aa42ca954 service neutron] 10.222.0.49 "GET /v2.0/networks/7af45b31-4ebc-4ea8-bf59-f183e05a74e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991482 Jun 24 12:29:15.067953 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:29:15.072997 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] 10.222.0.98 "PUT /v2.0/routers/294fdd66-9447-4c35-9c29-c4c69da21a5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2738214 Jun 24 12:29:15.122477 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:15.149879 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port 31585ddf-5afa-4775-999d-152ed3be8279, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=31585ddf-5afa-4775-999d-152ed3be8279,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:15.154270 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:15.158958 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:15.209703 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=31585ddf-5afa-4775-999d-152ed3be8279,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:15.215701 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:15.224508 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bc7c7-3181-43a9-bf37-110f7a368975 req-1fbbc003-afdc-4ad9-875a-f6f65dad1779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:15.226141 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-df3bc7c7-3181-43a9-bf37-110f7a368975 req-1fbbc003-afdc-4ad9-875a-f6f65dad1779 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=706acfe8bdc14912a69bdf85b426cc0b&device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 1097 time: 0.0588560 Jun 24 12:29:15.352540 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c3a72119-786d-4e02-9638-c51b30ea6768 req-462b5901-8a5f-4a42-a2cb-4626a1a25c8e tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 210 time: 0.0757322 Jun 24 12:29:15.395515 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bc7c7-3181-43a9-bf37-110f7a368975 req-f6c46ced-7654-4c00-9695-979f02b837ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:15.397089 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-df3bc7c7-3181-43a9-bf37-110f7a368975 req-f6c46ced-7654-4c00-9695-979f02b837ed service neutron] 10.222.0.49 "GET /v2.0/networks?id=7af45b31-4ebc-4ea8-bf59-f183e05a74e4 HTTP/1.1" status: 200 len: 909 time: 0.1560869 Jun 24 12:29:15.421386 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Sync routers for ids ['294fdd66-9447-4c35-9c29-c4c69da21a5f'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:29:15.433192 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Routers {'294fdd66-9447-4c35-9c29-c4c69da21a5f'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:29:15.433831 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:28:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['294fdd66-9447-4c35-9c29-c4c69da21a5f'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:15.454380 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-df3bc7c7-3181-43a9-bf37-110f7a368975 req-091a9d62-46c6-43fa-8724-4cb26e6c20f9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65411314-d6a6-4f30-8576-90de8e3d3bdf HTTP/1.1" status: 200 len: 217 time: 0.0368125 Jun 24 12:29:15.514573 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c237c1-b4f2-4ce4-8e63-616a394bc322 req-a5c799f7-8c65-4857-b14e-f8cb126f1731 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:15.516267 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9c237c1-b4f2-4ce4-8e63-616a394bc322 req-a5c799f7-8c65-4857-b14e-f8cb126f1731 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1602354 Jun 24 12:29:15.555833 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3bc7c7-3181-43a9-bf37-110f7a368975 req-f870ded5-2d7d-4305-95f6-e26e777759f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:15.557465 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-df3bc7c7-3181-43a9-bf37-110f7a368975 req-f870ded5-2d7d-4305-95f6-e26e777759f2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=820f614d-2afc-433a-bcb6-dc4e569e2c9b HTTP/1.1" status: 200 len: 848 time: 0.0955734 Jun 24 12:29:15.607645 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb5da0-318d-4aae-b778-53ca927e64be req-f6f445d7-4325-481d-a652-c1ef7e53a464 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:15.609165 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Set router 294fdd66-9447-4c35-9c29-c4c69da21a5f gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:29:15.609933 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-77eb5da0-318d-4aae-b778-53ca927e64be req-f6f445d7-4325-481d-a652-c1ef7e53a464 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.49 "GET /v2.0/networks?id=9ceb1b1e-b870-487a-ac5c-0af08130a5f9 HTTP/1.1" status: 200 len: 813 time: 0.1906543 Jun 24 12:29:15.632189 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d9c237c1-b4f2-4ce4-8e63-616a394bc322 req-21df0054-c4be-4cb3-aa1e-0b49403dedc2 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015670 Jun 24 12:29:15.633793 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-df3bc7c7-3181-43a9-bf37-110f7a368975 req-e6c5e9ed-941a-43c4-a0d7-9fc435ae9622 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7af45b31-4ebc-4ea8-bf59-f183e05a74e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630074 Jun 24 12:29:15.644024 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-77eb5da0-318d-4aae-b778-53ca927e64be req-0f87095b-8e04-4d59-a8ac-6733e4179cc4 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Request body: {'port': {'device_id': '08809920-976e-42bc-bfe6-9c93c2e360a2', 'network_id': '9ceb1b1e-b870-487a-ac5c-0af08130a5f9', 'admin_state_up': True, 'tenant_id': '28859d6f57e642debd2c2df2b6faeed9'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:15.807815 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-df3bc7c7-3181-43a9-bf37-110f7a368975 req-975174d4-2d05-4ab6-b01d-5960c3aa9e12 service neutron] 10.222.0.49 "GET /v2.0/networks/7af45b31-4ebc-4ea8-bf59-f183e05a74e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645849 Jun 24 12:29:15.833569 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9b4be-1672-4356-b192-72ec36f71f51 req-7a5c7208-c366-4507-b197-7036c53cd745 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:15.835585 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-65e9b4be-1672-4356-b192-72ec36f71f51 req-7a5c7208-c366-4507-b197-7036c53cd745 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.1643760 Jun 24 12:29:15.862631 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77eb5da0-318d-4aae-b778-53ca927e64be req-0f87095b-8e04-4d59-a8ac-6733e4179cc4 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Made reservation on behalf of 28859d6f57e642debd2c2df2b6faeed9 for: {'port': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:29:15.866586 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-77eb5da0-318d-4aae-b778-53ca927e64be req-0f87095b-8e04-4d59-a8ac-6733e4179cc4 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:15.915862 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-65e9b4be-1672-4356-b192-72ec36f71f51 req-7b0b539d-830b-4582-b4cc-7cc9c1c6e39b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719020 Jun 24 12:29:15.916518 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'name': 'tempest-TestShelveInstance-1467306104-router', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '31585ddf-5afa-4775-999d-152ed3be8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:09Z', 'updated_at': '2021-06-24T12:29:13Z', 'revision_number': 4, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'gw_port': {'id': '31585ddf-5afa-4775-999d-152ed3be8279', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:10Z', 'updated_at': '2021-06-24T12:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '74cd4030-a89e-4795-b62c-e228a0c58ada', 'name': '', 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'mac_address': 'fa:16:3e:5e:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:12Z', 'updated_at': '2021-06-24T12:29:13Z', 'revision_number': 2, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'subnets': [{'id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:15.932483 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39146) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:15.939016 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-292103847-network', 'tenant_id': '214deddd1eba4b6fb645c8c05a2ca3d8'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:15.953377 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Checking router: 294fdd66-9447-4c35-9c29-c4c69da21a5f for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:29:15.953745 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Updating router 294fdd66-9447-4c35-9c29-c4c69da21a5f port 74cd4030-a89e-4795-b62c-e228a0c58ada binding host dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:29:15.973613 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-df3bc7c7-3181-43a9-bf37-110f7a368975 req-c5d09488-52b8-4ebe-aead-98d4f9c520d1 service neutron] 10.222.0.49 "GET /v2.0/networks/7af45b31-4ebc-4ea8-bf59-f183e05a74e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572914 Jun 24 12:29:15.975110 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Made reservation on behalf of 214deddd1eba4b6fb645c8c05a2ca3d8 for: {'network': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:29:15.978322 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:15.987450 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:15.989994 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.078613 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [req-77eb5da0-318d-4aae-b778-53ca927e64be req-0f87095b-8e04-4d59-a8ac-6733e4179cc4 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Allocated IP 172.20.0.7 (9ceb1b1e-b870-487a-ac5c-0af08130a5f9/b712981c-6553-4155-94a7-9820f6b60c5e/9081df40-1903-4624-8303-ec28bf774cf9) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:29:16.100902 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.107635 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.122690 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=92890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:29:16.135859 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.136561 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.segments_db [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Added segment 4bd8ce71-f187-4043-ad22-91c20cd5ac4c of type vlan for network 1d5e76ec-ea98-4cce-bbf3-f51efef88576 Jun 24 12:29:16.188712 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.217131 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-77bc6865-7be8-41a2-b458-f1b9652979a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:16.240998 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26c815-341d-4f26-ad90-679e3d907de9 req-efbb3cd9-0f5a-409c-bd0f-bf725203011d tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:16.242522 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0a26c815-341d-4f26-ad90-679e3d907de9 req-efbb3cd9-0f5a-409c-bd0f-bf725203011d tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 944 time: 0.1518059 Jun 24 12:29:16.251856 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1005324c-d42e-4ad0-a99f-2f8c0af5bbd0,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:16.255200 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:16.255906 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.257456 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:16.258163 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.270359 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:16.305888 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0a26c815-341d-4f26-ad90-679e3d907de9 req-c491e887-7648-4b54-acb0-9389783aee56 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/security-groups?id=5ed9e52d-2041-40b4-8725-26064d2a1fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529137 Jun 24 12:29:16.315697 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-77eb5da0-318d-4aae-b778-53ca927e64be req-0f87095b-8e04-4d59-a8ac-6733e4179cc4 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.322796 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3889668 Jun 24 12:29:16.325675 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39150) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:16.330833 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-28d8d8b2-8af4-4166-b34e-fc9ae425aa16 admin admin] Request body: {'subnet': {'network_id': '1d5e76ec-ea98-4cce-bbf3-f51efef88576', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-292103847-subnet', 'tenant_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'ip_version': 4}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:16.347127 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Pushing event updated for resources: {'Network': ['ID=1d5e76ec-ea98-4cce-bbf3-f51efef88576,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:16.350411 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:16.363139 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network 1d5e76ec-ea98-4cce-bbf3-f51efef88576 details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:29:16.363326 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d8d8b2-8af4-4166-b34e-fc9ae425aa16 admin admin] Made reservation on behalf of 214deddd1eba4b6fb645c8c05a2ca3d8 for: {'subnet': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:29:16.365189 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-77eb5da0-318d-4aae-b778-53ca927e64be req-0f87095b-8e04-4d59-a8ac-6733e4179cc4 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3352900'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.365801 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-28d8d8b2-8af4-4166-b34e-fc9ae425aa16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3256752'] for subnet, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.369488 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-6e003f37-acb4-4e4a-9b57-4e20d7ea61d3 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:16.415606 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77eb5da0-318d-4aae-b778-53ca927e64be req-0f87095b-8e04-4d59-a8ac-6733e4179cc4 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Network 9ceb1b1e-b870-487a-ac5c-0af08130a5f9 is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:29:16.419370 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [req-77eb5da0-318d-4aae-b778-53ca927e64be req-0f87095b-8e04-4d59-a8ac-6733e4179cc4 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:29:16.423091 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-77eb5da0-318d-4aae-b778-53ca927e64be req-0f87095b-8e04-4d59-a8ac-6733e4179cc4 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:29:16.438815 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87095b-8e04-4d59-a8ac-6733e4179cc4 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Pushing event updated for resources: {'Port': ['ID=9081df40-1903-4624-8303-ec28bf774cf9,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:16.458970 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-0f87095b-8e04-4d59-a8ac-6733e4179cc4 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:16.491879 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb5da0-318d-4aae-b778-53ca927e64be req-0f87095b-8e04-4d59-a8ac-6733e4179cc4 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:16.492730 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-77eb5da0-318d-4aae-b778-53ca927e64be req-0f87095b-8e04-4d59-a8ac-6733e4179cc4 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.493729 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.508672 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Transition to ACTIVE for port object 74cd4030-a89e-4795-b62c-e228a0c58ada will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:29:16.516622 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.518311 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-77eb5da0-318d-4aae-b778-53ca927e64be req-0f87095b-8e04-4d59-a8ac-6733e4179cc4 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8842540 Jun 24 12:29:16.518494 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:16.561120 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Request body: {'port': {'device_id': '08809920-976e-42bc-bfe6-9c93c2e360a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:16.571957 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-28d8d8b2-8af4-4166-b34e-fc9ae425aa16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2530382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3256922'] for subnet, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.575647 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786608bf-844e-49a5-b5f2-fd28e2c098e0 None None] Pushing event updated for resources: {'Port': ['ID=74cd4030-a89e-4795-b62c-e228a0c58ada,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:16.576023 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-33523831-7866-4a26-b79d-d4ebd8364cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:16.599517 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-786608bf-844e-49a5-b5f2-fd28e2c098e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:16.642621 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8d8b2-8af4-4166-b34e-fc9ae425aa16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=125d5049-4a13-48e2-8eaa-b89639f2d6c7,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:16.642777 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Attempting to bind port 74cd4030-a89e-4795-b62c-e228a0c58ada on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:29:16.643219 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Attempting to bind port 74cd4030-a89e-4795-b62c-e228a0c58ada by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': 'c3f84836-98c4-48ac-b0d8-6caca66bac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:29:16.643843 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Attempting to bind port 74cd4030-a89e-4795-b62c-e228a0c58ada on network 9a83dde2-fa3e-4394-966b-7c8d3ffd1813 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:29:16.646239 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-28d8d8b2-8af4-4166-b34e-fc9ae425aa16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:16.652040 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:29:16.652697 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Checking segment: {'id': 'c3f84836-98c4-48ac-b0d8-6caca66bac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:29:16.653783 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.654573 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Bound using segment: {'id': 'c3f84836-98c4-48ac-b0d8-6caca66bac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:29:16.655633 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Bound port: 74cd4030-a89e-4795-b62c-e228a0c58ada, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f84836-98c4-48ac-b0d8-6caca66bac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:29:16.656187 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8d8b2-8af4-4166-b34e-fc9ae425aa16 admin admin] Checking segment: {'id': '4bd8ce71-f187-4043-ad22-91c20cd5ac4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1d5e76ec-ea98-4cce-bbf3-f51efef88576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:29:16.656501 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.656624 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8d8b2-8af4-4166-b34e-fc9ae425aa16 admin admin] Network hostable DHCP agents. Network: 1d5e76ec-ea98-4cce-bbf3-f51efef88576, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:29:16.670607 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749561ce-9f75-44b6-85a3-e02735f86d37 req-0e33b4c0-812e-4cb7-b82f-7c8e0407111c tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:16.678529 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-749561ce-9f75-44b6-85a3-e02735f86d37 req-0e33b4c0-812e-4cb7-b82f-7c8e0407111c tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 931 time: 0.1545982 Jun 24 12:29:16.679644 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d8d8b2-8af4-4166-b34e-fc9ae425aa16 admin admin] Network 1d5e76ec-ea98-4cce-bbf3-f51efef88576 is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:29:16.698987 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-28d8d8b2-8af4-4166-b34e-fc9ae425aa16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, 1d5e76ec-ea98-4cce-bbf3-f51efef88576) {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:29:16.712013 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d8d8b2-8af4-4166-b34e-fc9ae425aa16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:16.713482 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ee62de-55b9-4798-ab2f-3b79d64f8c15 None None] Network 1d5e76ec-ea98-4cce-bbf3-f51efef88576 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:29:16.714499 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-28d8d8b2-8af4-4166-b34e-fc9ae425aa16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.726784 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.751057 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-28d8d8b2-8af4-4166-b34e-fc9ae425aa16 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4242487 Jun 24 12:29:16.753510 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39156) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:16.758104 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-292103847-router', 'tenant_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:16.775845 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-749561ce-9f75-44b6-85a3-e02735f86d37 req-9cdf818a-5c92-40bb-80b0-d4ecf93178fd tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963089 Jun 24 12:29:16.803611 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 65411314-d6a6-4f30-8576-90de8e3d3bdf details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:29:16.813321 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-606813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60430'] for router, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.815275 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60421'] for router, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.853673 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 31585ddf-5afa-4775-999d-152ed3be8279 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:29:16.878484 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:16.924445 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] For port 74cd4030-a89e-4795-b62c-e228a0c58ada, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:29:16.992883 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] For port 74cd4030-a89e-4795-b62c-e228a0c58ada, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=74cd4030-a89e-4795-b62c-e228a0c58ada,segment=NetworkSegment(c3f84836-98c4-48ac-b0d8-6caca66bac46),segment_id=c3f84836-98c4-48ac-b0d8-6caca66bac46)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:29:17.017954 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:17.028333 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:17.031659 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459738ab-6aa2-4a40-bbd3-24b099985035 req-ec7ff25a-fec1-4d2c-b80e-cf46fb66e2b1 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:17.033294 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-459738ab-6aa2-4a40-bbd3-24b099985035 req-ec7ff25a-fec1-4d2c-b80e-cf46fb66e2b1 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1385822 Jun 24 12:29:17.068139 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616313', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60459'] for router, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:17.132573 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-459738ab-6aa2-4a40-bbd3-24b099985035 req-a51ca74d-e360-43c9-961b-7a8ed0aac306 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902531 Jun 24 12:29:17.172115 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 65411314-d6a6-4f30-8576-90de8e3d3bdf, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=65411314-d6a6-4f30-8576-90de8e3d3bdf,segment=NetworkSegment(bfb261b7-5acd-48e6-9324-c664fdf201f6),segment_id=bfb261b7-5acd-48e6-9324-c664fdf201f6)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:17.172115 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 31585ddf-5afa-4775-999d-152ed3be8279 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:17.172115 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:17.198163 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9081df40-1903-4624-8303-ec28bf774cf9 {{(pid=92888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:29:17.208756 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:17.218389 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf266d022-4da0-5769-8009-4cd9ec177add-1d5e76ec-ea98-4cce-bbf3-f51efef88576', 'network_id': '1d5e76ec-ea98-4cce-bbf3-f51efef88576', 'tenant_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'fixed_ips': [{'subnet_id': '125d5049-4a13-48e2-8eaa-b89639f2d6c7'}]}} from dv-cinder-689486-14-smb. {{(pid=92891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:29:17.219252 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:17.221093 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Routers {'294fdd66-9447-4c35-9c29-c4c69da21a5f'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:29:17.221733 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:28:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['294fdd66-9447-4c35-9c29-c4c69da21a5f'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:17.226109 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5cb219-6173-48c0-8d14-101f3e3a5dee req-393a56ba-c719-4866-919b-77a7f8ddcb37 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:17.227783 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8b5cb219-6173-48c0-8d14-101f3e3a5dee req-393a56ba-c719-4866-919b-77a7f8ddcb37 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.1556401 Jun 24 12:29:17.229277 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786608bf-844e-49a5-b5f2-fd28e2c098e0 None None] Pushing event updated for resources: {'Port': ['ID=74cd4030-a89e-4795-b62c-e228a0c58ada,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:17.236048 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.provisioning_blocks [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Transition to ACTIVE for port object 9081df40-1903-4624-8303-ec28bf774cf9 will not be triggered until provisioned by entity L2. {{(pid=92888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:29:17.248184 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:17.251879 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:17.305498 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-786608bf-844e-49a5-b5f2-fd28e2c098e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:17.309780 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': '65411314-d6a6-4f30-8576-90de8e3d3bdf', 'network_id': '7af45b31-4ebc-4ea8-bf59-f183e05a74e4', 'port_id': '65411314-d6a6-4f30-8576-90de8e3d3bdf', 'mac_address': 'fa:16:3e:61:b7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820f614d-2afc-433a-bcb6-dc4e569e2c9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:29:17.328154 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8b5cb219-6173-48c0-8d14-101f3e3a5dee req-3fc0e864-1e88-4e2a-b6a5-787501a8314e tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889771 Jun 24 12:29:17.368085 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Pushing event updated for resources: {'Port': ['ID=9081df40-1903-4624-8303-ec28bf774cf9,revision_number=2']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:17.372863 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:17.379440 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:17.406986 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:17.446899 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Attempting to bind port 9081df40-1903-4624-8303-ec28bf774cf9 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:29:17.447580 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Attempting to bind port 9081df40-1903-4624-8303-ec28bf774cf9 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '299068cb-8e5f-4c42-b979-2be99103e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9ceb1b1e-b870-487a-ac5c-0af08130a5f9'}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:29:17.448003 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Attempting to bind port 9081df40-1903-4624-8303-ec28bf774cf9 on network 9ceb1b1e-b870-487a-ac5c-0af08130a5f9 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:29:17.452518 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Port 9081df40-1903-4624-8303-ec28bf774cf9 on network 9ceb1b1e-b870-487a-ac5c-0af08130a5f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:29:17.452950 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Attempting to bind port 9081df40-1903-4624-8303-ec28bf774cf9 on network 9ceb1b1e-b870-487a-ac5c-0af08130a5f9 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:29:17.458510 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:29:17.458510 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Checking segment: {'id': '299068cb-8e5f-4c42-b979-2be99103e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9ceb1b1e-b870-487a-ac5c-0af08130a5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:29:17.458878 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Bound using segment: {'id': '299068cb-8e5f-4c42-b979-2be99103e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9ceb1b1e-b870-487a-ac5c-0af08130a5f9'} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:29:17.459422 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Bound port: 9081df40-1903-4624-8303-ec28bf774cf9, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299068cb-8e5f-4c42-b979-2be99103e131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '9ceb1b1e-b870-487a-ac5c-0af08130a5f9'}}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:29:17.459842 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:17.541939 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:17.549029 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] Set router 294fdd66-9447-4c35-9c29-c4c69da21a5f gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:29:17.551583 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Allocated IP 172.28.2.61 (55215ffa-be73-4f27-8bd6-e565279244aa/626247e8-372a-46a2-9822-6edda33fe1cd/be00ee81-9064-4da6-b7fb-929fcc246b49) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:29:17.563061 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] For port 9081df40-1903-4624-8303-ec28bf774cf9, host hv-cinder-68948, cleared binding levels {{(pid=92888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:29:17.567438 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] For port 9081df40-1903-4624-8303-ec28bf774cf9, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9081df40-1903-4624-8303-ec28bf774cf9,segment=NetworkSegment(299068cb-8e5f-4c42-b979-2be99103e131),segment_id=299068cb-8e5f-4c42-b979-2be99103e131)] {{(pid=92888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:29:17.577605 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:17.580416 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:17.596850 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65411314-d6a6-4f30-8576-90de8e3d3bdf {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:29:17.622599 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:17.623219 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:17.624607 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-77eb5da0-318d-4aae-b778-53ca927e64be req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] 10.222.0.49 "PUT /v2.0/ports/9081df40-1903-4624-8303-ec28bf774cf9 HTTP/1.1" status: 200 len: 1093 time: 1.0725179 Jun 24 12:29:17.627706 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08809920-976e-42bc-bfe6-9c93c2e360a2', 'tag': '9081df40-1903-4624-8303-ec28bf774cf9'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:29:17.629222 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9559d487-bab6-4602-b171-b204eab88e66" -d '{"events": [{"name": "network-changed", "server_uuid": "08809920-976e-42bc-bfe6-9c93c2e360a2", "tag": "9081df40-1903-4624-8303-ec28bf774cf9"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:29:17.671821 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Pushing event updated for resources: {'Port': ['ID=9081df40-1903-4624-8303-ec28bf774cf9,revision_number=3']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:17.675963 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:17.677563 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa48bcca-0760-4bdc-b81e-fbcf9f49df85 x-openstack-request-id: req-aa48bcca-0760-4bdc-b81e-fbcf9f49df85 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:29:17.677927 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08809920-976e-42bc-bfe6-9c93c2e360a2", "tag": "9081df40-1903-4624-8303-ec28bf774cf9", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:29:17.678216 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-aa48bcca-0760-4bdc-b81e-fbcf9f49df85 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:29:17.678820 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08809920-976e-42bc-bfe6-9c93c2e360a2', 'tag': '9081df40-1903-4624-8303-ec28bf774cf9', 'status': 'completed', 'code': 200} Jun 24 12:29:17.694347 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004cbbf-184c-4638-967d-ebb01aea926f req-4d417c60-1000-4be4-9099-e8e6aca3f120 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:17.695246 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:17.700345 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3004cbbf-184c-4638-967d-ebb01aea926f req-4d417c60-1000-4be4-9099-e8e6aca3f120 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 944 time: 0.1913323 Jun 24 12:29:17.719231 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 65411314-d6a6-4f30-8576-90de8e3d3bdf, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=65411314-d6a6-4f30-8576-90de8e3d3bdf,segment=NetworkSegment(bfb261b7-5acd-48e6-9324-c664fdf201f6),segment_id=bfb261b7-5acd-48e6-9324-c664fdf201f6)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:17.737905 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:17.739952 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-0f66fdbf-4b33-4d9c-b597-64850ace4363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:17.765344 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:17.769830 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-27e18561-da4e-4b35-bfd4-bfbf521e48b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:17.784055 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Network 55215ffa-be73-4f27-8bd6-e565279244aa is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:29:17.787168 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:29:17.791747 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3004cbbf-184c-4638-967d-ebb01aea926f req-c08a7f8b-8edd-4ba3-8be6-1750d53548f8 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/security-groups?id=5ed9e52d-2041-40b4-8725-26064d2a1fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770147 Jun 24 12:29:17.792379 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:29:17.810814 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Pushing event updated for resources: {'Port': ['ID=be00ee81-9064-4da6-b7fb-929fcc246b49,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:17.816740 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb5da0-318d-4aae-b778-53ca927e64be req-422f8cd2-2e97-4ce3-84f9-f079f40d6cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:17.819671 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-77eb5da0-318d-4aae-b778-53ca927e64be req-422f8cd2-2e97-4ce3-84f9-f079f40d6cfa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28859d6f57e642debd2c2df2b6faeed9&device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 1096 time: 0.1168585 Jun 24 12:29:17.824112 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Allocated IP 172.20.0.2 (1d5e76ec-ea98-4cce-bbf3-f51efef88576/125d5049-4a13-48e2-8eaa-b89639f2d6c7/91d4fbab-a494-4beb-a7c0-f3c5055665a3) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:29:17.865529 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:17.882984 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-77eb5da0-318d-4aae-b778-53ca927e64be req-9b77249d-6163-4b29-be13-ff0429dd226b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9081df40-1903-4624-8303-ec28bf774cf9 HTTP/1.1" status: 200 len: 217 time: 0.0478346 Jun 24 12:29:17.966817 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=65411314-d6a6-4f30-8576-90de8e3d3bdf,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:17.978448 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:18.014686 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb5da0-318d-4aae-b778-53ca927e64be req-1520dec3-6193-4358-b012-fc1372e0e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:18.016215 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-77eb5da0-318d-4aae-b778-53ca927e64be req-1520dec3-6193-4358-b012-fc1372e0e4b1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b712981c-6553-4155-94a7-9820f6b60c5e HTTP/1.1" status: 200 len: 853 time: 0.1178019 Jun 24 12:29:18.059736 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-77eb5da0-318d-4aae-b778-53ca927e64be req-7f1cd90a-2274-4084-a941-7fe034c38eec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ceb1b1e-b870-487a-ac5c-0af08130a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358629 Jun 24 12:29:18.064034 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:18.077112 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Transition to ACTIVE for port object 91d4fbab-a494-4beb-a7c0-f3c5055665a3 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:29:18.079437 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62df021-f2bc-41d9-9ee9-818d9fd3d37b req-1b4c77da-e4e7-4345-a05f-14c198fee512 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:18.080971 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d62df021-f2bc-41d9-9ee9-818d9fd3d37b req-1b4c77da-e4e7-4345-a05f-14c198fee512 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 943 time: 0.1345952 Jun 24 12:29:18.099034 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Transition to ACTIVE for port object 91d4fbab-a494-4beb-a7c0-f3c5055665a3 will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:29:18.106978 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:18.112084 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:18.155517 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['65411314-d6a6-4f30-8576-90de8e3d3bdf'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:29:18.193437 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d62df021-f2bc-41d9-9ee9-818d9fd3d37b req-aa0b0d15-752d-4806-b0b7-e0b0751c2adb tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927031 Jun 24 12:29:18.229021 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'name': 'tempest-TestShelveInstance-1467306104-router', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '31585ddf-5afa-4775-999d-152ed3be8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:09Z', 'updated_at': '2021-06-24T12:29:13Z', 'revision_number': 4, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'gw_port': {'id': '31585ddf-5afa-4775-999d-152ed3be8279', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:10Z', 'updated_at': '2021-06-24T12:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '74cd4030-a89e-4795-b62c-e228a0c58ada', 'name': '', 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'mac_address': 'fa:16:3e:5e:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:12Z', 'updated_at': '2021-06-24T12:29:16Z', 'revision_number': 4, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'subnets': [{'id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:18.233322 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Network 1d5e76ec-ea98-4cce-bbf3-f51efef88576 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:29:18.236072 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-77eb5da0-318d-4aae-b778-53ca927e64be req-45af86ce-7878-44fd-8f18-58d59a7500ea service neutron] 10.222.0.49 "GET /v2.0/networks/9ceb1b1e-b870-487a-ac5c-0af08130a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541677 Jun 24 12:29:18.419803 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Pushing event updated for resources: {'Port': ['ID=91d4fbab-a494-4beb-a7c0-f3c5055665a3,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:18.425902 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:29:18.433564 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:18.436184 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:18.437376 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-77eb5da0-318d-4aae-b778-53ca927e64be req-54df6a4a-c43d-46b7-820c-4a98293ad82b service neutron] 10.222.0.49 "GET /v2.0/networks/9ceb1b1e-b870-487a-ac5c-0af08130a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917415 Jun 24 12:29:18.438698 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76933b5-aa19-46ae-b1cd-f0ce00209c18 None None] The sync data for ids ['294fdd66-9447-4c35-9c29-c4c69da21a5f'] in dv-cinder-689486-14-smb is: [{'id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'name': 'tempest-TestShelveInstance-1467306104-router', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '31585ddf-5afa-4775-999d-152ed3be8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:09Z', 'updated_at': '2021-06-24T12:29:13Z', 'revision_number': 4, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'gw_port': {'id': '31585ddf-5afa-4775-999d-152ed3be8279', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:10Z', 'updated_at': '2021-06-24T12:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '74cd4030-a89e-4795-b62c-e228a0c58ada', 'name': '', 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'mac_address': 'fa:16:3e:5e:81:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:12Z', 'updated_at': '2021-06-24T12:29:16Z', 'revision_number': 4, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'subnets': [{'id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:29:18.446610 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:29:18.468902 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9b042-1307-41a7-9712-c2d4b6476298 req-9faad0ae-addd-4afa-9acd-4ecd5247cec1 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:18.472536 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e2c9b042-1307-41a7-9712-c2d4b6476298 req-9faad0ae-addd-4afa-9acd-4ecd5247cec1 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1261101 Jun 24 12:29:18.577802 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e2c9b042-1307-41a7-9712-c2d4b6476298 req-ad337668-8ce1-4d0e-ba72-ed4a3db56153 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943532 Jun 24 12:29:18.619395 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Attempting to bind port 91d4fbab-a494-4beb-a7c0-f3c5055665a3 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:29:18.619958 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Attempting to bind port 91d4fbab-a494-4beb-a7c0-f3c5055665a3 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '4bd8ce71-f187-4043-ad22-91c20cd5ac4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1d5e76ec-ea98-4cce-bbf3-f51efef88576'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:29:18.620430 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Attempting to bind port 91d4fbab-a494-4beb-a7c0-f3c5055665a3 on network 1d5e76ec-ea98-4cce-bbf3-f51efef88576 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:29:18.632441 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:29:18.632685 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Checking segment: {'id': '4bd8ce71-f187-4043-ad22-91c20cd5ac4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1d5e76ec-ea98-4cce-bbf3-f51efef88576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:29:18.633074 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:18.633547 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Bound using segment: {'id': '4bd8ce71-f187-4043-ad22-91c20cd5ac4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1d5e76ec-ea98-4cce-bbf3-f51efef88576'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:29:18.634107 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Bound port: 91d4fbab-a494-4beb-a7c0-f3c5055665a3, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd8ce71-f187-4043-ad22-91c20cd5ac4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1d5e76ec-ea98-4cce-bbf3-f51efef88576'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:29:18.635414 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:18.707901 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902008b-7594-4777-80c1-67f67a15f87f req-0a9bede2-9b10-4e40-99af-056080522290 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:18.715844 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8902008b-7594-4777-80c1-67f67a15f87f req-0a9bede2-9b10-4e40-99af-056080522290 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.1382084 Jun 24 12:29:18.743832 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559d487-bab6-4602-b171-b204eab88e66 req-8968fc69-7dc8-46e8-a4b1-e31563ffacbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:18.748907 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9559d487-bab6-4602-b171-b204eab88e66 req-8968fc69-7dc8-46e8-a4b1-e31563ffacbb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=28859d6f57e642debd2c2df2b6faeed9&device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 1096 time: 0.1916647 Jun 24 12:29:18.781234 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] For port 91d4fbab-a494-4beb-a7c0-f3c5055665a3, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:29:18.786620 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] For port 91d4fbab-a494-4beb-a7c0-f3c5055665a3, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=91d4fbab-a494-4beb-a7c0-f3c5055665a3,segment=NetworkSegment(4bd8ce71-f187-4043-ad22-91c20cd5ac4c),segment_id=4bd8ce71-f187-4043-ad22-91c20cd5ac4c)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:29:18.803195 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:18.807603 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:18.811312 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8902008b-7594-4777-80c1-67f67a15f87f req-94c3455c-48ea-43ed-b7cd-6ad064ad75f4 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944169 Jun 24 12:29:18.859642 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613115'] for router, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:18.882346 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 74cd4030-a89e-4795-b62c-e228a0c58ada up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:29:18.992692 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559d487-bab6-4602-b171-b204eab88e66 req-d5c8e056-c3dc-458b-b147-40df3b49ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:19.000293 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9559d487-bab6-4602-b171-b204eab88e66 req-d5c8e056-c3dc-458b-b147-40df3b49ef72 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9ceb1b1e-b870-487a-ac5c-0af08130a5f9 HTTP/1.1" status: 200 len: 914 time: 0.2175102 Jun 24 12:29:19.000960 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Pushing event updated for resources: {'Port': ['ID=91d4fbab-a494-4beb-a7c0-f3c5055665a3,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:19.007550 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:19.015523 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6f5cc-db1b-48aa-ba64-6fb078a699ab req-a32c4972-8bae-4cac-85ab-3abc26261967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:19.028475 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-76e6f5cc-db1b-48aa-ba64-6fb078a699ab req-a32c4972-8bae-4cac-85ab-3abc26261967 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 1099 time: 0.3443954 Jun 24 12:29:19.057762 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port 74cd4030-a89e-4795-b62c-e228a0c58ada completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:29:19.062292 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 74cd4030-a89e-4795-b62c-e228a0c58ada triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:19.062848 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:19.069138 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9559d487-bab6-4602-b171-b204eab88e66 req-3666c76e-4c81-4d40-94d0-ad337785707e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9081df40-1903-4624-8303-ec28bf774cf9 HTTP/1.1" status: 200 len: 217 time: 0.0573754 Jun 24 12:29:19.090079 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-76e6f5cc-db1b-48aa-ba64-6fb078a699ab req-82f1687c-5fb8-4f75-89f9-966684f95fd3 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582850 Jun 24 12:29:19.095626 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Router 8ce8ccde-2d21-4e46-81c6-fd261b913cae is scheduled to L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b with binding_index 1 {{(pid=92890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:29:19.157459 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:19.228499 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port 74cd4030-a89e-4795-b62c-e228a0c58ada, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=74cd4030-a89e-4795-b62c-e228a0c58ada,segment=NetworkSegment(c3f84836-98c4-48ac-b0d8-6caca66bac46),segment_id=c3f84836-98c4-48ac-b0d8-6caca66bac46)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:19.229463 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559d487-bab6-4602-b171-b204eab88e66 req-38e37cad-9ee8-4230-8be4-dd30ff4815f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:19.233129 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9559d487-bab6-4602-b171-b204eab88e66 req-38e37cad-9ee8-4230-8be4-dd30ff4815f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=b712981c-6553-4155-94a7-9820f6b60c5e HTTP/1.1" status: 200 len: 853 time: 0.1495731 Jun 24 12:29:19.233690 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:19.240125 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:19.279086 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fcd824-3b10-4ec2-98cc-e429cf41e0cc req-d51dbda9-65e1-4908-925c-76d03afe445d tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:19.295611 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-68fcd824-3b10-4ec2-98cc-e429cf41e0cc req-d51dbda9-65e1-4908-925c-76d03afe445d tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 945 time: 0.2290521 Jun 24 12:29:19.303114 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:29:19.317838 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Sync routers for ids ['8ce8ccde-2d21-4e46-81c6-fd261b913cae'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:29:19.333810 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Routers {'8ce8ccde-2d21-4e46-81c6-fd261b913cae'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:29:19.337423 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:28:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['8ce8ccde-2d21-4e46-81c6-fd261b913cae'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:19.342980 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Notify callbacks [] for router, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:19.347023 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5899477 Jun 24 12:29:19.347923 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39180) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:19.366424 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=74cd4030-a89e-4795-b62c-e228a0c58ada,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:19.375045 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:19.445182 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9559d487-bab6-4602-b171-b204eab88e66 req-8f14ceab-2367-485b-9ea6-a128c234a2e5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9ceb1b1e-b870-487a-ac5c-0af08130a5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738468 Jun 24 12:29:19.461977 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-68fcd824-3b10-4ec2-98cc-e429cf41e0cc req-edbd8f75-d7ea-4a81-b101-e6c1bdf48134 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/security-groups?id=5ed9e52d-2041-40b4-8725-26064d2a1fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586297 Jun 24 12:29:19.500357 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Set router 8ce8ccde-2d21-4e46-81c6-fd261b913cae gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:29:19.767606 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'name': 'tempest-TestShelveInstance-292103847-router', 'tenant_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'be00ee81-9064-4da6-b7fb-929fcc246b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:16Z', 'updated_at': '2021-06-24T12:29:18Z', 'revision_number': 3, 'project_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'gw_port': {'id': 'be00ee81-9064-4da6-b7fb-929fcc246b49', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:17Z', 'updated_at': '2021-06-24T12:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:19.817881 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Checking router: 8ce8ccde-2d21-4e46-81c6-fd261b913cae for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:29:19.818230 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Updating router 8ce8ccde-2d21-4e46-81c6-fd261b913cae port be00ee81-9064-4da6-b7fb-929fcc246b49 binding host dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:29:19.842531 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650c069-d556-4b74-8507-38f05c1d231c req-8ea5dee9-b5ac-4ef3-a5a4-20898d11e122 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:19.851758 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6650c069-d556-4b74-8507-38f05c1d231c req-8ea5dee9-b5ac-4ef3-a5a4-20898d11e122 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 943 time: 0.4684660 Jun 24 12:29:19.880376 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:19.900964 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9559d487-bab6-4602-b171-b204eab88e66 req-7a4f6f66-2a9d-4b5d-89e6-a3381230c951 service neutron] 10.222.0.49 "GET /v2.0/networks/9ceb1b1e-b870-487a-ac5c-0af08130a5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363418 Jun 24 12:29:19.968044 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:20.014439 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6650c069-d556-4b74-8507-38f05c1d231c req-13f25c37-d3c7-4b7c-8215-ee9c22a794c3 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615222 Jun 24 12:29:20.051909 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1322c47-8931-4062-9983-ac79a05bbf87 req-2dacd48c-a677-4bfe-b42e-551358636bfe tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:20.053852 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d1322c47-8931-4062-9983-ac79a05bbf87 req-2dacd48c-a677-4bfe-b42e-551358636bfe tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.2630217 Jun 24 12:29:20.056264 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9559d487-bab6-4602-b171-b204eab88e66 req-88034b93-4cff-4367-85b9-1129a6393f4c service neutron] 10.222.0.49 "GET /v2.0/networks/9ceb1b1e-b870-487a-ac5c-0af08130a5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401484 Jun 24 12:29:20.113025 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d1322c47-8931-4062-9983-ac79a05bbf87 req-93c01b94-a0da-4db3-893f-2c0d207b272b tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506654 Jun 24 12:29:20.226861 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Allocated IP 172.20.0.1 (1d5e76ec-ea98-4cce-bbf3-f51efef88576/125d5049-4a13-48e2-8eaa-b89639f2d6c7/24c5ff4c-48ec-4a84-874a-122575708a45) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:29:20.285390 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f58a9e-15a8-4ffd-93f6-950c75f449d0 None None] Network 1d5e76ec-ea98-4cce-bbf3-f51efef88576 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:29:20.302510 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f2a63-242e-43c5-bfd6-7a64e4f125b7 req-72f5ec43-21b6-4494-aac1-3f076a18a4e7 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:20.304204 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a37f2a63-242e-43c5-bfd6-7a64e4f125b7 req-72f5ec43-21b6-4494-aac1-3f076a18a4e7 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.1045439 Jun 24 12:29:20.358739 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:20.367358 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a37f2a63-242e-43c5-bfd6-7a64e4f125b7 req-4e1c809b-7cf3-4470-a055-8e417ed643aa tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559654 Jun 24 12:29:20.371791 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-840d17c6-e3b4-4192-ba6c-a778b9b10d54 None None] Provisioning for port 91d4fbab-a494-4beb-a7c0-f3c5055665a3 completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:29:20.379789 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Transition to ACTIVE for port object be00ee81-9064-4da6-b7fb-929fcc246b49 will not be triggered until provisioned by entity L2. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:29:20.393966 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:20.396545 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-c5726c42-eed9-4013-90f0-28fa17acf80a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:20.406847 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:20.425633 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Transition to ACTIVE for port object 24c5ff4c-48ec-4a84-874a-122575708a45 will not be triggered until provisioned by entity DHCP. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:29:20.455266 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb24d2d-2465-4d82-b630-3b4a8a7a1dd3 None None] Pushing event updated for resources: {'Port': ['ID=be00ee81-9064-4da6-b7fb-929fcc246b49,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:20.457674 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Attempting to bind port be00ee81-9064-4da6-b7fb-929fcc246b49 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:29:20.458147 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Attempting to bind port be00ee81-9064-4da6-b7fb-929fcc246b49 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:29:20.458601 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Attempting to bind port be00ee81-9064-4da6-b7fb-929fcc246b49 on network 55215ffa-be73-4f27-8bd6-e565279244aa {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:29:20.461871 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-1cb24d2d-2465-4d82-b630-3b4a8a7a1dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:20.465454 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:29:20.466018 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Checking segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:29:20.466684 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:20.467170 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Bound using segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:29:20.467749 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Bound port: be00ee81-9064-4da6-b7fb-929fcc246b49, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:29:20.468387 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:20.472777 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:20.476397 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e9088ad9-a903-464d-839d-9284426802b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:20.513641 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Network 1d5e76ec-ea98-4cce-bbf3-f51efef88576 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:29:20.517228 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:29:20.520173 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:29:20.523546 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] For port be00ee81-9064-4da6-b7fb-929fcc246b49, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:29:20.529338 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] For port be00ee81-9064-4da6-b7fb-929fcc246b49, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=be00ee81-9064-4da6-b7fb-929fcc246b49,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:29:20.535588 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:20.538171 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:20.553356 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Pushing event updated for resources: {'Port': ['ID=24c5ff4c-48ec-4a84-874a-122575708a45,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:20.561792 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:20.590045 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611958'] for router_interface, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:20.606083 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Routers {'8ce8ccde-2d21-4e46-81c6-fd261b913cae'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:29:20.606871 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:28:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['8ce8ccde-2d21-4e46-81c6-fd261b913cae'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:20.651284 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb24d2d-2465-4d82-b630-3b4a8a7a1dd3 None None] Pushing event updated for resources: {'Port': ['ID=be00ee81-9064-4da6-b7fb-929fcc246b49,revision_number=3']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:20.656132 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-1cb24d2d-2465-4d82-b630-3b4a8a7a1dd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:20.691695 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a0982-57ee-49e4-9d4a-ca9d6aee8ee1 req-7881cca3-4ff6-4ab3-9556-36f59fe2b29f tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:20.693550 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2e7a0982-57ee-49e4-9d4a-ca9d6aee8ee1 req-7881cca3-4ff6-4ab3-9556-36f59fe2b29f tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 945 time: 0.0797477 Jun 24 12:29:20.738280 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2e7a0982-57ee-49e4-9d4a-ca9d6aee8ee1 req-2e5f7748-9e5d-4dad-82c4-2c1355514413 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/security-groups?id=5ed9e52d-2041-40b4-8725-26064d2a1fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382476 Jun 24 12:29:20.741827 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] Set router 8ce8ccde-2d21-4e46-81c6-fd261b913cae gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:29:20.781829 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:20.813648 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 9081df40-1903-4624-8303-ec28bf774cf9 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:29:20.825901 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 65411314-d6a6-4f30-8576-90de8e3d3bdf up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:29:20.974359 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 91d4fbab-a494-4beb-a7c0-f3c5055665a3 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:29:20.991666 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'name': 'tempest-TestShelveInstance-292103847-router', 'tenant_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'be00ee81-9064-4da6-b7fb-929fcc246b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:16Z', 'updated_at': '2021-06-24T12:29:18Z', 'revision_number': 3, 'project_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'gw_port': {'id': 'be00ee81-9064-4da6-b7fb-929fcc246b49', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:17Z', 'updated_at': '2021-06-24T12:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:20.999774 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:21.005625 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:21.009273 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:21.019809 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48b8a74-f811-4944-86ce-6dc3406f3042 None None] The sync data for ids ['8ce8ccde-2d21-4e46-81c6-fd261b913cae'] in dv-cinder-689486-14-smb is: [{'id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'name': 'tempest-TestShelveInstance-292103847-router', 'tenant_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'be00ee81-9064-4da6-b7fb-929fcc246b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:16Z', 'updated_at': '2021-06-24T12:29:18Z', 'revision_number': 3, 'project_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'gw_port': {'id': 'be00ee81-9064-4da6-b7fb-929fcc246b49', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:17Z', 'updated_at': '2021-06-24T12:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:29:21.055255 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port 65411314-d6a6-4f30-8576-90de8e3d3bdf completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:29:21.075184 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port 65411314-d6a6-4f30-8576-90de8e3d3bdf triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:21.075669 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:21.084639 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-955103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611970'] for router_interface, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:21.088353 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Pushing event updated for resources: {'Port': ['ID=24c5ff4c-48ec-4a84-874a-122575708a45,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:21.096208 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:21.108896 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 9081df40-1903-4624-8303-ec28bf774cf9, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9081df40-1903-4624-8303-ec28bf774cf9,segment=NetworkSegment(299068cb-8e5f-4c42-b979-2be99103e131),segment_id=299068cb-8e5f-4c42-b979-2be99103e131)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:21.111868 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-bb50855d-f818-4182-b471-e172d9d3d63d None None] Provisioning for port 24c5ff4c-48ec-4a84-874a-122575708a45 completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:29:21.127438 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-bb50855d-f818-4182-b471-e172d9d3d63d None None] Provisioning complete for port 24c5ff4c-48ec-4a84-874a-122575708a45 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:21.127822 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bb50855d-f818-4182-b471-e172d9d3d63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:21.140147 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': '9081df40-1903-4624-8303-ec28bf774cf9', 'network_id': '9ceb1b1e-b870-487a-ac5c-0af08130a5f9', 'port_id': '9081df40-1903-4624-8303-ec28bf774cf9', 'mac_address': 'fa:16:3e:bc:45:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b712981c-6553-4155-94a7-9820f6b60c5e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:29:21.170987 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port 91d4fbab-a494-4beb-a7c0-f3c5055665a3 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:29:21.203003 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 91d4fbab-a494-4beb-a7c0-f3c5055665a3 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:21.203415 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:21.212019 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Network 1d5e76ec-ea98-4cce-bbf3-f51efef88576 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:29:21.215004 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:29:21.240013 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-bb50855d-f818-4182-b471-e172d9d3d63d None None] Port 24c5ff4c-48ec-4a84-874a-122575708a45 cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:29:21.256993 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:21.281853 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536fa9c-1842-4d52-b1f7-d23032231f1a req-8b7578e9-c12c-49d9-8a3c-7b659d63d8da tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:21.295429 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9536fa9c-1842-4d52-b1f7-d23032231f1a req-8b7578e9-c12c-49d9-8a3c-7b659d63d8da tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 943 time: 0.1175966 Jun 24 12:29:21.316672 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9081df40-1903-4624-8303-ec28bf774cf9 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:29:21.347123 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 9081df40-1903-4624-8303-ec28bf774cf9, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9081df40-1903-4624-8303-ec28bf774cf9,segment=NetworkSegment(299068cb-8e5f-4c42-b979-2be99103e131),segment_id=299068cb-8e5f-4c42-b979-2be99103e131)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:21.367276 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:21.369490 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:21.376125 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:21.385311 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Router 8ce8ccde-2d21-4e46-81c6-fd261b913cae has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:29:21.400677 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9536fa9c-1842-4d52-b1f7-d23032231f1a req-6f401510-a263-426c-8675-5f61b3ff591e tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037278 Jun 24 12:29:21.465157 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=9081df40-1903-4624-8303-ec28bf774cf9,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:21.469999 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:21.486905 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee30ef-2bb3-4cda-a2c2-5fc59e70a20a req-e5918e42-903c-4066-b12c-4141551b8acd tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:21.507894 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c3ee30ef-2bb3-4cda-a2c2-5fc59e70a20a req-e5918e42-903c-4066-b12c-4141551b8acd tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1971304 Jun 24 12:29:21.536027 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6fe9e9-693d-4625-a8c9-8444483f467d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65411314-d6a6-4f30-8576-90de8e3d3bdf'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:29:21.538320 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a99be8-14a1-4eb6-a4a3-d91f838d0dd5" -d '{"events": [{"server_uuid": "9f6fe9e9-693d-4625-a8c9-8444483f467d", "name": "network-vif-plugged", "status": "completed", "tag": "65411314-d6a6-4f30-8576-90de8e3d3bdf"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:29:21.554432 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 65411314-d6a6-4f30-8576-90de8e3d3bdf, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=65411314-d6a6-4f30-8576-90de8e3d3bdf,segment=NetworkSegment(bfb261b7-5acd-48e6-9324-c664fdf201f6),segment_id=bfb261b7-5acd-48e6-9324-c664fdf201f6)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:21.571331 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:21.574812 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:21.588613 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-d56b2501-69e7-4113-adb3-d019b2b24d75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:21.600689 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:29:21.605923 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c3ee30ef-2bb3-4cda-a2c2-5fc59e70a20a req-0763a5a5-9478-403a-a6e9-f71cc552374f tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970488 Jun 24 12:29:21.609307 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] 10.222.0.98 "PUT /v2.0/routers/8ce8ccde-2d21-4e46-81c6-fd261b913cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2604654 Jun 24 12:29:21.659137 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=65411314-d6a6-4f30-8576-90de8e3d3bdf,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:21.668860 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:21.711946 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9b2fe6-490e-40a7-8579-c874b232eebe x-openstack-request-id: req-bc9b2fe6-490e-40a7-8579-c874b232eebe {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:29:21.712252 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6fe9e9-693d-4625-a8c9-8444483f467d", "name": "network-vif-plugged", "status": "completed", "tag": "65411314-d6a6-4f30-8576-90de8e3d3bdf", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:29:21.714081 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-bc9b2fe6-490e-40a7-8579-c874b232eebe {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:29:21.714081 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6fe9e9-693d-4625-a8c9-8444483f467d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65411314-d6a6-4f30-8576-90de8e3d3bdf', 'code': 200} Jun 24 12:29:21.719968 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-167aab8e-6e96-4ebe-ac3b-5df70eeb9724 None None] Provisioning complete for port 24c5ff4c-48ec-4a84-874a-122575708a45 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:21.720221 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-167aab8e-6e96-4ebe-ac3b-5df70eeb9724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:21.750805 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b3e270-2149-41e2-b581-8f06b60bbeef req-c27270f4-dd3c-43e1-9e35-182162bb7480 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:21.752621 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c4b3e270-2149-41e2-b581-8f06b60bbeef req-c27270f4-dd3c-43e1-9e35-182162bb7480 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.1173055 Jun 24 12:29:21.794168 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-167aab8e-6e96-4ebe-ac3b-5df70eeb9724 None None] Port 24c5ff4c-48ec-4a84-874a-122575708a45 cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:29:21.805842 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port 91d4fbab-a494-4beb-a7c0-f3c5055665a3, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=91d4fbab-a494-4beb-a7c0-f3c5055665a3,segment=NetworkSegment(4bd8ce71-f187-4043-ad22-91c20cd5ac4c),segment_id=4bd8ce71-f187-4043-ad22-91c20cd5ac4c)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:21.819930 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c4b3e270-2149-41e2-b581-8f06b60bbeef req-759bd842-6996-48d8-94f8-57540c4f1db4 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605752 Jun 24 12:29:21.820839 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:21.821742 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 74cd4030-a89e-4795-b62c-e228a0c58ada up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:29:21.826343 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:21.828634 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['9081df40-1903-4624-8303-ec28bf774cf9'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:29:21.978319 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=91d4fbab-a494-4beb-a7c0-f3c5055665a3,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:21.983217 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:22.006158 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 74cd4030-a89e-4795-b62c-e228a0c58ada triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:22.006540 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:22.034896 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54952195-f4e9-4090-80c3-4629cc12bb1f req-f2267b09-fd18-4e30-9f13-3e36c2e2c8a2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:22.039918 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-54952195-f4e9-4090-80c3-4629cc12bb1f req-f2267b09-fd18-4e30-9f13-3e36c2e2c8a2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 946 time: 0.0791144 Jun 24 12:29:22.102482 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-54952195-f4e9-4090-80c3-4629cc12bb1f req-a11cea5e-8d23-4601-846f-0bacaff70cbd tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/security-groups?id=5ed9e52d-2041-40b4-8725-26064d2a1fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546174 Jun 24 12:29:22.209669 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3738f-4470-43fe-8cb8-407d722866ec req-d9a52cf2-75cf-4ca3-8627-8045f3834089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:22.211554 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-59e3738f-4470-43fe-8cb8-407d722866ec req-d9a52cf2-75cf-4ca3-8627-8045f3834089 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 1099 time: 0.0908253 Jun 24 12:29:22.253273 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-59e3738f-4470-43fe-8cb8-407d722866ec req-5401f479-e824-4733-a8fc-5a6d72e7212f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5ed9e52d-2041-40b4-8725-26064d2a1fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344508 Jun 24 12:29:22.482947 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ea244-c4dc-4f98-9fe0-dff09fd34d1c req-12ef11b4-1d19-4d14-a43b-b25434107c2a tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:22.484502 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-af3ea244-c4dc-4f98-9fe0-dff09fd34d1c req-12ef11b4-1d19-4d14-a43b-b25434107c2a tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0637679 Jun 24 12:29:22.521443 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-af3ea244-c4dc-4f98-9fe0-dff09fd34d1c req-1d94045c-42e9-44fa-b854-f2b8082dee15 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313113 Jun 24 12:29:22.616386 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39216) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:22.622517 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-3f8d9aca-7c9d-4f20-b299-3f073f9fde62 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-597644679', 'description': 'tempest-secgroup-smoke-597644679 description', 'project_id': 'ab3202e2b14640afb4d51e51be80066a'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:22.645743 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9aca-7c9d-4f20-b299-3f073f9fde62 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:22.729261 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978fd96-7b55-4861-b7d4-de866855db21 req-63c8e5f0-ad6b-4703-96d7-a9bb2facd8cf tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:22.730259 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9aca-7c9d-4f20-b299-3f073f9fde62 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:22.730750 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2978fd96-7b55-4861-b7d4-de866855db21 req-63c8e5f0-ad6b-4703-96d7-a9bb2facd8cf tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 944 time: 0.1007049 Jun 24 12:29:22.740284 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9aca-7c9d-4f20-b299-3f073f9fde62 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:22.743075 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-f4be4998-f859-4470-91db-35b780fa9732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:22.757216 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f50491-3071-4d4d-ad48-c679da7ac461 req-df528b84-d0af-46a2-b1ab-b2f9cd0769ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:22.758565 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-45f50491-3071-4d4d-ad48-c679da7ac461 req-df528b84-d0af-46a2-b1ab-b2f9cd0769ed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=967b8aeaa9b84099a4b530f134f85b2c&device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 1099 time: 0.0901480 Jun 24 12:29:22.773741 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-3f8d9aca-7c9d-4f20-b299-3f073f9fde62 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:22.775056 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-3f8d9aca-7c9d-4f20-b299-3f073f9fde62 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1573040 Jun 24 12:29:22.778661 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39218) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:22.783813 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-8dedd307-8666-4a18-b291-a3644f72e96b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Request body: {'security_group_rule': {'security_group_id': '154086de-824e-4160-9da6-b79c0a781a33', 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:22.789361 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d9aca-7c9d-4f20-b299-3f073f9fde62 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=154086de-824e-4160-9da6-b79c0a781a33,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:22.792159 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-3f8d9aca-7c9d-4f20-b299-3f073f9fde62 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:22.826505 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device be7899b4-583c-4ea2-a56b-ff34480c4915 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:29:22.835366 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2978fd96-7b55-4861-b7d4-de866855db21 req-63e910c5-b579-46c0-9aed-7adfcd42b508 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978730 Jun 24 12:29:22.838751 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8dedd307-8666-4a18-b291-a3644f72e96b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:22.911451 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f50491-3071-4d4d-ad48-c679da7ac461 req-537cbfa0-02ba-4211-8834-6ee94e57cfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:22.913274 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-45f50491-3071-4d4d-ad48-c679da7ac461 req-537cbfa0-02ba-4211-8834-6ee94e57cfd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 HTTP/1.1" status: 200 len: 920 time: 0.1453359 Jun 24 12:29:22.922851 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8dedd307-8666-4a18-b291-a3644f72e96b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:22.933201 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8dedd307-8666-4a18-b291-a3644f72e96b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:22.962032 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-f6c648a1-888d-4630-8452-35e9bd5e5e56 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:22.963942 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 91d4fbab-a494-4beb-a7c0-f3c5055665a3 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:29:22.968904 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8dedd307-8666-4a18-b291-a3644f72e96b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:22.970764 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-8dedd307-8666-4a18-b291-a3644f72e96b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1911874 Jun 24 12:29:22.975714 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39222) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:22.982205 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-766b5759-010e-4ea6-8e6b-4cee78e47d21 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Request body: {'security_group_rule': {'security_group_id': '154086de-824e-4160-9da6-b79c0a781a33', 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:22.991261 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-45f50491-3071-4d4d-ad48-c679da7ac461 req-df35db20-7ca6-46af-8caa-033407753b1e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f9c179c-4b93-4e44-8ac6-ef73fe862863 HTTP/1.1" status: 200 len: 217 time: 0.0705886 Jun 24 12:29:22.995320 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedd307-8666-4a18-b291-a3644f72e96b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14b0650-7f8d-41fa-b5d4-afb363cea8d9,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:22.998703 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8dedd307-8666-4a18-b291-a3644f72e96b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:23.022042 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-766b5759-010e-4ea6-8e6b-4cee78e47d21 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.030421 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port be7899b4-583c-4ea2-a56b-ff34480c4915, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=be7899b4-583c-4ea2-a56b-ff34480c4915,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:23.049204 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': 'be7899b4-583c-4ea2-a56b-ff34480c4915', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'port_id': 'be7899b4-583c-4ea2-a56b-ff34480c4915', 'mac_address': 'fa:16:3e:68:b2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:29:23.079236 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f50491-3071-4d4d-ad48-c679da7ac461 req-eb294030-7863-4b28-8f14-9dbbf7e8fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:23.079523 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-766b5759-010e-4ea6-8e6b-4cee78e47d21 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.080724 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-45f50491-3071-4d4d-ad48-c679da7ac461 req-eb294030-7863-4b28-8f14-9dbbf7e8fd07 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=9bda3046-98c5-404d-a857-c5a2cdd0e043 HTTP/1.1" status: 200 len: 859 time: 0.0794935 Jun 24 12:29:23.084209 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-766b5759-010e-4ea6-8e6b-4cee78e47d21 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.089911 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:23.091628 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 91d4fbab-a494-4beb-a7c0-f3c5055665a3 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:23.092102 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.106554 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b5759-010e-4ea6-8e6b-4cee78e47d21 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805bb010-5402-40d5-aa22-c651a619b6e7,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:23.109496 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-766b5759-010e-4ea6-8e6b-4cee78e47d21 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:23.110605 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c0609-c37d-4a8a-99ee-50db2c7961eb req-8166b612-6efe-4e87-a5a1-20e40f53f646 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:23.112158 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2f4c0609-c37d-4a8a-99ee-50db2c7961eb req-8166b612-6efe-4e87-a5a1-20e40f53f646 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.1234224 Jun 24 12:29:23.113987 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-766b5759-010e-4ea6-8e6b-4cee78e47d21 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.115595 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-766b5759-010e-4ea6-8e6b-4cee78e47d21 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384456 Jun 24 12:29:23.120635 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39226) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:23.126384 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-8f6ece1f-c8c6-4aa6-a723-8ce62a23df2c tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Request body: {'security_group_rule': {'security_group_id': '154086de-824e-4160-9da6-b79c0a781a33', 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:23.133891 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.155577 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-45f50491-3071-4d4d-ad48-c679da7ac461 req-e5c32f74-cfdf-48f3-9d5d-a04cef8a3166 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651555 Jun 24 12:29:23.159354 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be7899b4-583c-4ea2-a56b-ff34480c4915 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:29:23.163581 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8f6ece1f-c8c6-4aa6-a723-8ce62a23df2c tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.188457 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port be7899b4-583c-4ea2-a56b-ff34480c4915, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=be7899b4-583c-4ea2-a56b-ff34480c4915,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:23.208688 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2f4c0609-c37d-4a8a-99ee-50db2c7961eb req-835b31ce-1cb6-413c-9d19-a5fcd1c8ff1f tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517516 Jun 24 12:29:23.242472 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.261626 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:23.266845 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8f6ece1f-c8c6-4aa6-a723-8ce62a23df2c tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.273698 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8f6ece1f-c8c6-4aa6-a723-8ce62a23df2c tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.276075 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8dedd307-8666-4a18-b291-a3644f72e96b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:23.292978 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ece1f-c8c6-4aa6-a723-8ce62a23df2c tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75efbf75-781f-4b23-93e0-e1aec3f9eebf,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:23.295595 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8f6ece1f-c8c6-4aa6-a723-8ce62a23df2c tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:23.304853 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8f6ece1f-c8c6-4aa6-a723-8ce62a23df2c tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.306827 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-8f6ece1f-c8c6-4aa6-a723-8ce62a23df2c tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1843023 Jun 24 12:29:23.309624 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device be00ee81-9064-4da6-b7fb-929fcc246b49 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:29:23.309802 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39228) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:23.314649 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-9b21e53e-ebc8-40dc-a37c-7e66fb6ce181 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Request body: {'security_group_rule': {'security_group_id': '154086de-824e-4160-9da6-b79c0a781a33', 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:23.347912 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=be7899b4-583c-4ea2-a56b-ff34480c4915,revision_number=6']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:23.349915 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9b21e53e-ebc8-40dc-a37c-7e66fb6ce181 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.350284 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c9a74-7a01-4f60-97f0-40ff817f442f req-c3721b8e-da17-41b4-b06d-f46dc6d12839 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:23.352147 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-de4c9a74-7a01-4f60-97f0-40ff817f442f req-c3721b8e-da17-41b4-b06d-f46dc6d12839 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 946 time: 0.1201704 Jun 24 12:29:23.357998 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:23.387074 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port be00ee81-9064-4da6-b7fb-929fcc246b49 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:29:23.390183 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-45f50491-3071-4d4d-ad48-c679da7ac461 req-3db307f2-655e-4a8c-ae2f-d3c70e59f9b3 service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921513 Jun 24 12:29:23.395832 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Sync routers for ids ['8ce8ccde-2d21-4e46-81c6-fd261b913cae'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:29:23.398367 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port be00ee81-9064-4da6-b7fb-929fcc246b49 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:23.399353 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.422334 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-de4c9a74-7a01-4f60-97f0-40ff817f442f req-172fc419-b285-4f0d-95e3-db994312e5fd tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/security-groups?id=5ed9e52d-2041-40b4-8725-26064d2a1fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636411 Jun 24 12:29:23.437778 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Routers {'8ce8ccde-2d21-4e46-81c6-fd261b913cae'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:29:23.438805 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:28:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['8ce8ccde-2d21-4e46-81c6-fd261b913cae'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:23.441990 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9b21e53e-ebc8-40dc-a37c-7e66fb6ce181 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.455827 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9b21e53e-ebc8-40dc-a37c-7e66fb6ce181 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.461071 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-766b5759-010e-4ea6-8e6b-4cee78e47d21 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:23.476613 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21e53e-ebc8-40dc-a37c-7e66fb6ce181 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10441974-1163-404f-b1e5-ddc0dc9cefb0,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:23.479450 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-9b21e53e-ebc8-40dc-a37c-7e66fb6ce181 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:23.486140 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9b21e53e-ebc8-40dc-a37c-7e66fb6ce181 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.487526 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-9b21e53e-ebc8-40dc-a37c-7e66fb6ce181 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1766334 Jun 24 12:29:23.490229 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39230) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:23.495439 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-a008513c-cebc-4fd7-8efa-81f5a7fa87e7 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Request body: {'security_group_rule': {'security_group_id': '154086de-824e-4160-9da6-b79c0a781a33', 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:23.501018 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-45f50491-3071-4d4d-ad48-c679da7ac461 req-31eaa4d4-6335-438a-ab47-60fac1c5530c service neutron] 10.222.0.49 "GET /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012375 Jun 24 12:29:23.518791 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.securitygroups_db [None req-a008513c-cebc-4fd7-8efa-81f5a7fa87e7 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Project ab3202e2b14640afb4d51e51be80066a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:29:23.523635 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a008513c-cebc-4fd7-8efa-81f5a7fa87e7 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.613544 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a008513c-cebc-4fd7-8efa-81f5a7fa87e7 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.620091 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a008513c-cebc-4fd7-8efa-81f5a7fa87e7 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.622697 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:23.641842 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008513c-cebc-4fd7-8efa-81f5a7fa87e7 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2bc2fc-ad56-4f2c-9384-53a021336dc7,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:23.644209 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-a008513c-cebc-4fd7-8efa-81f5a7fa87e7 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:23.648697 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a008513c-cebc-4fd7-8efa-81f5a7fa87e7 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.652839 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-a008513c-cebc-4fd7-8efa-81f5a7fa87e7 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1588087 Jun 24 12:29:23.652839 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39234) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:23.657708 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-6ab0f350-3968-4212-8083-0e221c53c108 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Request body: {'security_group_rule': {'security_group_id': '154086de-824e-4160-9da6-b79c0a781a33', 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:29:23.672727 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['be7899b4-583c-4ea2-a56b-ff34480c4915'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:29:23.680538 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.securitygroups_db [None req-6ab0f350-3968-4212-8083-0e221c53c108 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Project ab3202e2b14640afb4d51e51be80066a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:29:23.686168 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6ab0f350-3968-4212-8083-0e221c53c108 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.735754 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Set router 8ce8ccde-2d21-4e46-81c6-fd261b913cae gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:29:23.741055 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.749620 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c54ad-6576-4d81-8432-5ae131079942 req-9240b611-a1f4-44cf-8203-88a290659884 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:23.751927 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b83c54ad-6576-4d81-8432-5ae131079942 req-9240b611-a1f4-44cf-8203-88a290659884 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0876055 Jun 24 12:29:23.766023 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6ab0f350-3968-4212-8083-0e221c53c108 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.775361 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6ab0f350-3968-4212-8083-0e221c53c108 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.778037 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-9b21e53e-ebc8-40dc-a37c-7e66fb6ce181 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:23.813985 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port be00ee81-9064-4da6-b7fb-929fcc246b49, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=be00ee81-9064-4da6-b7fb-929fcc246b49,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:23.814798 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b83c54ad-6576-4d81-8432-5ae131079942 req-af6d2ca7-1094-4329-bc97-683d857873f8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531623 Jun 24 12:29:23.828977 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0f350-3968-4212-8083-0e221c53c108 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a9f60f-75c4-43fb-b8c4-bd2a937114bb,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:23.829289 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.832565 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-6ab0f350-3968-4212-8083-0e221c53c108 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:23.833155 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:23.842528 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6ab0f350-3968-4212-8083-0e221c53c108 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:23.844595 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-6ab0f350-3968-4212-8083-0e221c53c108 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1903191 Jun 24 12:29:24.021491 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=be00ee81-9064-4da6-b7fb-929fcc246b49,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:24.039018 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:24.060681 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09b2ca-0223-42c3-a41b-a8403890a29d req-218804ea-e89d-4baf-a309-d247de405246 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:24.062496 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-eb09b2ca-0223-42c3-a41b-a8403890a29d req-218804ea-e89d-4baf-a309-d247de405246 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 944 time: 0.1077652 Jun 24 12:29:24.103352 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-eb09b2ca-0223-42c3-a41b-a8403890a29d req-cfd7b511-b6f6-4f94-abef-3d5cb8a993c2 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345840 Jun 24 12:29:24.167918 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'name': 'tempest-TestShelveInstance-292103847-router', 'tenant_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'be00ee81-9064-4da6-b7fb-929fcc246b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:16Z', 'updated_at': '2021-06-24T12:29:20Z', 'revision_number': 4, 'project_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'gw_port': {'id': 'be00ee81-9064-4da6-b7fb-929fcc246b49', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:17Z', 'updated_at': '2021-06-24T12:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '24c5ff4c-48ec-4a84-874a-122575708a45', 'name': '', 'network_id': '1d5e76ec-ea98-4cce-bbf3-f51efef88576', 'tenant_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'mac_address': 'fa:16:3e:be:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '125d5049-4a13-48e2-8eaa-b89639f2d6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:19Z', 'updated_at': '2021-06-24T12:29:20Z', 'revision_number': 2, 'project_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'subnets': [{'id': '125d5049-4a13-48e2-8eaa-b89639f2d6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:24.198863 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Checking router: 8ce8ccde-2d21-4e46-81c6-fd261b913cae for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:29:24.199217 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Updating router 8ce8ccde-2d21-4e46-81c6-fd261b913cae port 24c5ff4c-48ec-4a84-874a-122575708a45 binding host dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:29:24.234829 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:24.492495 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0beecdf-b7c3-4c85-abe0-67e810d7edab req-ea342ff4-2503-4e0e-98ec-eeefcd916163 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:24.507850 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e0beecdf-b7c3-4c85-abe0-67e810d7edab req-ea342ff4-2503-4e0e-98ec-eeefcd916163 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 944 time: 0.1323924 Jun 24 12:29:24.615003 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e0beecdf-b7c3-4c85-abe0-67e810d7edab req-e6f3fa53-4d51-43c0-940d-fd5f65eac2c2 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056924 Jun 24 12:29:24.668635 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:24.676946 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca08c65-bc07-49cc-b922-0ecfe8f139dd req-54c70650-b649-477c-b49f-0079ade33a71 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:24.679615 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4ca08c65-bc07-49cc-b922-0ecfe8f139dd req-54c70650-b649-477c-b49f-0079ade33a71 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 946 time: 0.1206825 Jun 24 12:29:24.680799 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Transition to ACTIVE for port object 24c5ff4c-48ec-4a84-874a-122575708a45 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:29:24.688397 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:24.691007 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:24.743228 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4ca08c65-bc07-49cc-b922-0ecfe8f139dd req-b0aa995f-693e-435d-bc96-f4dcc9748e28 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/security-groups?id=5ed9e52d-2041-40b4-8725-26064d2a1fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562162 Jun 24 12:29:24.750546 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c179519-39ca-4b68-8bca-2b225e54efeb None None] Pushing event updated for resources: {'Port': ['ID=24c5ff4c-48ec-4a84-874a-122575708a45,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:24.771427 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-6c179519-39ca-4b68-8bca-2b225e54efeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:24.805983 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Attempting to bind port 24c5ff4c-48ec-4a84-874a-122575708a45 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:29:24.806493 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Attempting to bind port 24c5ff4c-48ec-4a84-874a-122575708a45 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '4bd8ce71-f187-4043-ad22-91c20cd5ac4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1d5e76ec-ea98-4cce-bbf3-f51efef88576'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:29:24.806957 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Attempting to bind port 24c5ff4c-48ec-4a84-874a-122575708a45 on network 1d5e76ec-ea98-4cce-bbf3-f51efef88576 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:29:24.815126 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:29:24.816665 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Checking segment: {'id': '4bd8ce71-f187-4043-ad22-91c20cd5ac4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1d5e76ec-ea98-4cce-bbf3-f51efef88576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:29:24.818053 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:24.821162 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Bound using segment: {'id': '4bd8ce71-f187-4043-ad22-91c20cd5ac4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1d5e76ec-ea98-4cce-bbf3-f51efef88576'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:29:24.823981 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Bound port: 24c5ff4c-48ec-4a84-874a-122575708a45, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd8ce71-f187-4043-ad22-91c20cd5ac4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '1d5e76ec-ea98-4cce-bbf3-f51efef88576'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:29:24.825769 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:24.851716 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 9081df40-1903-4624-8303-ec28bf774cf9 up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:29:24.856174 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device be00ee81-9064-4da6-b7fb-929fcc246b49 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:29:25.074719 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port be00ee81-9064-4da6-b7fb-929fcc246b49 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:25.075182 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:25.100689 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] For port 24c5ff4c-48ec-4a84-874a-122575708a45, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:29:25.102805 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0b754-3ebe-4527-acb9-c775d35312f2 req-896cd5df-2366-4096-be1b-5da689862d75 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:25.105227 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3ee0b754-3ebe-4527-acb9-c775d35312f2 req-896cd5df-2366-4096-be1b-5da689862d75 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1223416 Jun 24 12:29:25.113570 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port 9081df40-1903-4624-8303-ec28bf774cf9 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:29:25.145189 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] For port 24c5ff4c-48ec-4a84-874a-122575708a45, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=24c5ff4c-48ec-4a84-874a-122575708a45,segment=NetworkSegment(4bd8ce71-f187-4043-ad22-91c20cd5ac4c),segment_id=4bd8ce71-f187-4043-ad22-91c20cd5ac4c)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:29:25.153020 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port 9081df40-1903-4624-8303-ec28bf774cf9 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:25.153406 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:25.175227 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3ee0b754-3ebe-4527-acb9-c775d35312f2 req-c593e163-6e21-4838-b99a-1ea62da2e254 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610344 Jun 24 12:29:25.190543 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:25.195968 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:25.347921 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Routers {'8ce8ccde-2d21-4e46-81c6-fd261b913cae'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:29:25.349097 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:28:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['8ce8ccde-2d21-4e46-81c6-fd261b913cae'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:25.390480 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaaf09-2af4-476f-b15d-5fe32555ad6f req-b355e3b2-29e0-4403-b44c-7df77efcc686 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:25.398023 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fdbaaf09-2af4-476f-b15d-5fe32555ad6f req-b355e3b2-29e0-4403-b44c-7df77efcc686 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 944 time: 0.1003063 Jun 24 12:29:25.441932 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c179519-39ca-4b68-8bca-2b225e54efeb None None] Pushing event updated for resources: {'Port': ['ID=24c5ff4c-48ec-4a84-874a-122575708a45,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:25.470329 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-6c179519-39ca-4b68-8bca-2b225e54efeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:25.479353 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fdbaaf09-2af4-476f-b15d-5fe32555ad6f req-e7930d5a-4a72-4580-83f6-94a1693892dd tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801089 Jun 24 12:29:25.568904 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:25.603474 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-97bfa81c-d127-46a6-95b9-2ca578498bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:25.612072 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08809920-976e-42bc-bfe6-9c93c2e360a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9081df40-1903-4624-8303-ec28bf774cf9'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:29:25.614347 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90f7fd5-ebc8-4437-8c5e-13f25beea8b6" -d '{"events": [{"server_uuid": "08809920-976e-42bc-bfe6-9c93c2e360a2", "name": "network-vif-plugged", "status": "completed", "tag": "9081df40-1903-4624-8303-ec28bf774cf9"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:29:25.639595 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 9081df40-1903-4624-8303-ec28bf774cf9, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9081df40-1903-4624-8303-ec28bf774cf9,segment=NetworkSegment(299068cb-8e5f-4c42-b979-2be99103e131),segment_id=299068cb-8e5f-4c42-b979-2be99103e131)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:25.643788 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] Set router 8ce8ccde-2d21-4e46-81c6-fd261b913cae gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:29:25.691903 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa40ffcf-959e-4145-b75b-6dbd0988c09d x-openstack-request-id: req-fa40ffcf-959e-4145-b75b-6dbd0988c09d {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:29:25.692296 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08809920-976e-42bc-bfe6-9c93c2e360a2", "name": "network-vif-plugged", "status": "completed", "tag": "9081df40-1903-4624-8303-ec28bf774cf9", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:29:25.692652 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fa40ffcf-959e-4145-b75b-6dbd0988c09d {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:29:25.693189 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08809920-976e-42bc-bfe6-9c93c2e360a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9081df40-1903-4624-8303-ec28bf774cf9', 'code': 200} Jun 24 12:29:25.697434 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:25.699030 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device be7899b4-583c-4ea2-a56b-ff34480c4915 up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:29:25.705092 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:25.835467 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=9081df40-1903-4624-8303-ec28bf774cf9,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:25.850197 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:25.882221 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d43a8d-1e9d-4e65-b87e-48447bb15f86 req-a0e73be3-3c3a-4e01-a7e3-05562a5c21f3 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:25.883839 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-45d43a8d-1e9d-4e65-b87e-48447bb15f86 req-a0e73be3-3c3a-4e01-a7e3-05562a5c21f3 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 944 time: 0.0979474 Jun 24 12:29:25.954221 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-45d43a8d-1e9d-4e65-b87e-48447bb15f86 req-76999eec-7fa7-4d32-8724-73d164cbc3b7 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616024 Jun 24 12:29:26.004836 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port be7899b4-583c-4ea2-a56b-ff34480c4915 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:26.010053 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:26.119406 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd10a44-1171-4316-9de2-74610c12989f req-7078c9dc-194f-49bd-95a8-a115c7c1187b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:26.121252 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4bd10a44-1171-4316-9de2-74610c12989f req-7078c9dc-194f-49bd-95a8-a115c7c1187b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 1098 time: 0.0669754 Jun 24 12:29:26.169137 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4bd10a44-1171-4316-9de2-74610c12989f req-d944d112-3441-4ea0-8f8c-66c9dac74e76 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391383 Jun 24 12:29:26.285163 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:26.327552 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'name': 'tempest-TestShelveInstance-292103847-router', 'tenant_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'be00ee81-9064-4da6-b7fb-929fcc246b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:16Z', 'updated_at': '2021-06-24T12:29:20Z', 'revision_number': 4, 'project_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'gw_port': {'id': 'be00ee81-9064-4da6-b7fb-929fcc246b49', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:17Z', 'updated_at': '2021-06-24T12:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '24c5ff4c-48ec-4a84-874a-122575708a45', 'name': '', 'network_id': '1d5e76ec-ea98-4cce-bbf3-f51efef88576', 'tenant_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'mac_address': 'fa:16:3e:be:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '125d5049-4a13-48e2-8eaa-b89639f2d6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:19Z', 'updated_at': '2021-06-24T12:29:25Z', 'revision_number': 4, 'project_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'subnets': [{'id': '125d5049-4a13-48e2-8eaa-b89639f2d6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:26.365718 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port be7899b4-583c-4ea2-a56b-ff34480c4915, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=be7899b4-583c-4ea2-a56b-ff34480c4915,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:26.367267 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c0e881-f047-4d0e-baf9-2d46bf7d5f2b None None] The sync data for ids ['8ce8ccde-2d21-4e46-81c6-fd261b913cae'] in dv-cinder-689486-14-smb is: [{'id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'name': 'tempest-TestShelveInstance-292103847-router', 'tenant_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'be00ee81-9064-4da6-b7fb-929fcc246b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:16Z', 'updated_at': '2021-06-24T12:29:20Z', 'revision_number': 4, 'project_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'gw_port': {'id': 'be00ee81-9064-4da6-b7fb-929fcc246b49', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:17Z', 'updated_at': '2021-06-24T12:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '24c5ff4c-48ec-4a84-874a-122575708a45', 'name': '', 'network_id': '1d5e76ec-ea98-4cce-bbf3-f51efef88576', 'tenant_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'mac_address': 'fa:16:3e:be:95:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '125d5049-4a13-48e2-8eaa-b89639f2d6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:19Z', 'updated_at': '2021-06-24T12:29:25Z', 'revision_number': 4, 'project_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'subnets': [{'id': '125d5049-4a13-48e2-8eaa-b89639f2d6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:29:26.378962 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:26.381250 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-6c179519-39ca-4b68-8bca-2b225e54efeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:26.446510 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=be7899b4-583c-4ea2-a56b-ff34480c4915,revision_number=7']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:26.457773 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:26.600025 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd4d73-abb0-4466-937d-96387573f29a req-f800349c-e92b-49b0-8a19-69da67cff9a4 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:26.607367 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5ffd4d73-abb0-4466-937d-96387573f29a req-f800349c-e92b-49b0-8a19-69da67cff9a4 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.2551031 Jun 24 12:29:26.665534 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5ffd4d73-abb0-4466-937d-96387573f29a req-ebe08184-ff32-48cd-9361-a2d65e3de137 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571530 Jun 24 12:29:26.896017 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043d123-1066-41aa-a92e-9a084ce7822d req-73d277d7-6cac-494c-9b7e-4dd74f33b29c tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:26.914404 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2043d123-1066-41aa-a92e-9a084ce7822d req-73d277d7-6cac-494c-9b7e-4dd74f33b29c tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 945 time: 0.1732678 Jun 24 12:29:26.932267 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 24c5ff4c-48ec-4a84-874a-122575708a45 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:29:27.052443 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2043d123-1066-41aa-a92e-9a084ce7822d req-0626cfcf-9dcd-438d-84cf-37a4566cd1f2 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369853 Jun 24 12:29:27.088394 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port 24c5ff4c-48ec-4a84-874a-122575708a45 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:29:27.095007 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 24c5ff4c-48ec-4a84-874a-122575708a45 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:27.097126 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:27.301869 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817ea75-7323-4570-87c4-638076aae459 req-ccd000e9-f432-407e-bc84-0428c685bbbe tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:27.312189 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7817ea75-7323-4570-87c4-638076aae459 req-ccd000e9-f432-407e-bc84-0428c685bbbe tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.1775491 Jun 24 12:29:27.359009 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:27.427665 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7817ea75-7323-4570-87c4-638076aae459 req-dfe76b63-0d21-41f7-8a93-29d01ef8a293 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131260 Jun 24 12:29:27.457643 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port 24c5ff4c-48ec-4a84-874a-122575708a45, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=24c5ff4c-48ec-4a84-874a-122575708a45,segment=NetworkSegment(4bd8ce71-f187-4043-ad22-91c20cd5ac4c),segment_id=4bd8ce71-f187-4043-ad22-91c20cd5ac4c)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:27.471378 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:27.480099 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:27.571385 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=24c5ff4c-48ec-4a84-874a-122575708a45,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:27.578740 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:27.695093 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7899b4-583c-4ea2-a56b-ff34480c4915'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:29:27.705302 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed8f576-4866-4cf7-8e89-2f4ccb6d4a0d" -d '{"events": [{"server_uuid": "b3af54a5-166f-47d7-a77a-067c623a332c", "name": "network-vif-plugged", "status": "completed", "tag": "be7899b4-583c-4ea2-a56b-ff34480c4915"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:29:27.764534 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcb75e5-07b4-4b50-88da-001e6c5a4497 x-openstack-request-id: req-6fcb75e5-07b4-4b50-88da-001e6c5a4497 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:29:27.764970 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3af54a5-166f-47d7-a77a-067c623a332c", "name": "network-vif-plugged", "status": "completed", "tag": "be7899b4-583c-4ea2-a56b-ff34480c4915", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:29:27.765336 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-6fcb75e5-07b4-4b50-88da-001e6c5a4497 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:29:27.766179 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7899b4-583c-4ea2-a56b-ff34480c4915', 'code': 200} Jun 24 12:29:28.010327 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74099b2-e840-4f0a-be81-5a3e60d89e1e req-117b2861-c6ab-4c24-970f-95e3774fa7de tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:28.012619 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b74099b2-e840-4f0a-be81-5a3e60d89e1e req-117b2861-c6ab-4c24-970f-95e3774fa7de tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1020925 Jun 24 12:29:28.040963 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0498131e-f044-410b-9553-e61438a89ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:28.083521 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b74099b2-e840-4f0a-be81-5a3e60d89e1e req-ee5f52ff-8a38-4316-9e1a-0e2e7823d8a5 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573349 Jun 24 12:29:28.301649 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef137bc-a3c7-40f8-9b08-5d50803c1044 req-074beaed-940c-4095-9491-902e59d8ca82 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:28.311937 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bef137bc-a3c7-40f8-9b08-5d50803c1044 req-074beaed-940c-4095-9491-902e59d8ca82 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 945 time: 0.1001437 Jun 24 12:29:28.369075 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bef137bc-a3c7-40f8-9b08-5d50803c1044 req-ee7467f4-cfd8-49f4-b228-c8dede5e1f5d tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443580 Jun 24 12:29:28.511977 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:28.761194 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a65d0-5000-4545-85e3-f625821c4e47 req-8b36f28e-bfc9-4d87-80aa-f76c2779df96 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:28.769097 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d30a65d0-5000-4545-85e3-f625821c4e47 req-8b36f28e-bfc9-4d87-80aa-f76c2779df96 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.0790756 Jun 24 12:29:28.840206 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d30a65d0-5000-4545-85e3-f625821c4e47 req-c361b12d-0c78-49f0-be5e-1cf1f4f41e15 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701272 Jun 24 12:29:28.886394 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 24c5ff4c-48ec-4a84-874a-122575708a45 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:29:28.952137 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 24c5ff4c-48ec-4a84-874a-122575708a45 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:29:28.952528 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:29.340723 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23589bce-2adb-4121-92e1-87bac1d9df84 req-f61de9e6-73ac-42ce-acc9-cc6c4ef4e3f6 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:29.344652 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-23589bce-2adb-4121-92e1-87bac1d9df84 req-f61de9e6-73ac-42ce-acc9-cc6c4ef4e3f6 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 946 time: 0.0911191 Jun 24 12:29:29.401119 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-23589bce-2adb-4121-92e1-87bac1d9df84 req-6edd6b53-e441-4e13-9d5a-111366a26b79 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/security-groups?id=5ed9e52d-2041-40b4-8725-26064d2a1fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498595 Jun 24 12:29:29.405414 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:30.129388 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19e337-42ea-4b00-9469-1e251829a06d req-82fca7f3-a531-476c-a2de-4da3a9ed7df9 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:30.131812 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1f19e337-42ea-4b00-9469-1e251829a06d req-82fca7f3-a531-476c-a2de-4da3a9ed7df9 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.0739038 Jun 24 12:29:30.190197 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1f19e337-42ea-4b00-9469-1e251829a06d req-3bdb8ddf-4bbf-4312-8872-f8b8588eaa77 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497618 Jun 24 12:29:30.601369 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb7f67-7649-42aa-bc0a-0adfa0ab4967 req-34c78232-358e-4946-a9e4-62f4e15d3538 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:30.602877 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1cdb7f67-7649-42aa-bc0a-0adfa0ab4967 req-34c78232-358e-4946-a9e4-62f4e15d3538 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 946 time: 0.0721998 Jun 24 12:29:30.657639 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1cdb7f67-7649-42aa-bc0a-0adfa0ab4967 req-92afdf03-72fc-46e9-9072-660e6dd911d0 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/security-groups?id=5ed9e52d-2041-40b4-8725-26064d2a1fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487106 Jun 24 12:29:30.742624 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8ba4d243-65cb-4bfc-925a-2d9baea4c0ca req-818595fd-ae9f-45f4-b4ec-926399cf0e9b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622404 Jun 24 12:29:30.841509 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:30.856540 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4d243-65cb-4bfc-925a-2d9baea4c0ca req-eb30a8b9-82be-4ea5-81cf-ecc03cb26016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:30.858154 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8ba4d243-65cb-4bfc-925a-2d9baea4c0ca req-eb30a8b9-82be-4ea5-81cf-ecc03cb26016 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19495abb439f45f38c2dc57598099b25&device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 1099 time: 0.0689147 Jun 24 12:29:31.006762 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4d243-65cb-4bfc-925a-2d9baea4c0ca req-28cebbb3-3c8c-4475-969b-e7a90f4ed68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:31.010886 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8ba4d243-65cb-4bfc-925a-2d9baea4c0ca req-28cebbb3-3c8c-4475-969b-e7a90f4ed68f service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a10afaa-69bf-4861-aff0-1527b9cbd705 HTTP/1.1" status: 200 len: 911 time: 0.1161730 Jun 24 12:29:31.124143 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8ba4d243-65cb-4bfc-925a-2d9baea4c0ca req-7dcf6937-83ad-4510-a045-9d69065e9d21 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fc66ca3-fcf2-4f04-aefd-3402dc18d507 HTTP/1.1" status: 200 len: 1000 time: 0.1076639 Jun 24 12:29:31.203496 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4d243-65cb-4bfc-925a-2d9baea4c0ca req-3f01ab77-e839-45e8-acae-9f0729a43b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:31.223676 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8ba4d243-65cb-4bfc-925a-2d9baea4c0ca req-3f01ab77-e839-45e8-acae-9f0729a43b0b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e51db95-cdf4-458e-ba02-7824ab521c2a HTTP/1.1" status: 200 len: 849 time: 0.0723059 Jun 24 12:29:31.306944 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:31.373303 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4d243-65cb-4bfc-925a-2d9baea4c0ca req-27d80cb8-46ba-40db-962e-afb49020e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:31.375105 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8ba4d243-65cb-4bfc-925a-2d9baea4c0ca req-27d80cb8-46ba-40db-962e-afb49020e48d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a10afaa-69bf-4861-aff0-1527b9cbd705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1509233 Jun 24 12:29:31.468565 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00bde1-b918-4c46-b49b-18b56773c76f req-be9e8973-57dc-4919-a00f-46543febb798 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:31.470094 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc00bde1-b918-4c46-b49b-18b56773c76f req-be9e8973-57dc-4919-a00f-46543febb798 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.1457829 Jun 24 12:29:31.680595 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f2e1fe-6d6b-4ccc-b22f-275eaea230f6 req-ae232340-37eb-4764-b987-74bd252db1a5 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:31.683679 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-06f2e1fe-6d6b-4ccc-b22f-275eaea230f6 req-ae232340-37eb-4764-b987-74bd252db1a5 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 946 time: 0.1531646 Jun 24 12:29:31.791465 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc00bde1-b918-4c46-b49b-18b56773c76f req-92368d46-53ef-4517-8e41-0714e684b9c0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3141165 Jun 24 12:29:31.840310 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8ba4d243-65cb-4bfc-925a-2d9baea4c0ca req-e85d9d34-a8c1-4a53-92e7-0ec373524d05 service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536438 Jun 24 12:29:31.857152 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-06f2e1fe-6d6b-4ccc-b22f-275eaea230f6 req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Deleting port 65411314-d6a6-4f30-8576-90de8e3d3bdf {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:29:31.857504 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-06f2e1fe-6d6b-4ccc-b22f-275eaea230f6 req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:31.976590 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-06f2e1fe-6d6b-4ccc-b22f-275eaea230f6 req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] For port 65411314-d6a6-4f30-8576-90de8e3d3bdf, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=65411314-d6a6-4f30-8576-90de8e3d3bdf,segment=NetworkSegment(bfb261b7-5acd-48e6-9324-c664fdf201f6),segment_id=bfb261b7-5acd-48e6-9324-c664fdf201f6)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:31.976947 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-06f2e1fe-6d6b-4ccc-b22f-275eaea230f6 req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:32.000118 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ea944-9777-487e-ab1c-4fe059293151 req-17908a69-46dc-4bbb-837d-07f4e25e32ad tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:32.002458 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-de3ea944-9777-487e-ab1c-4fe059293151 req-17908a69-46dc-4bbb-837d-07f4e25e32ad tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 946 time: 0.1790791 Jun 24 12:29:32.004885 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-06f2e1fe-6d6b-4ccc-b22f-275eaea230f6 req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Calling delete_port for 65411314-d6a6-4f30-8576-90de8e3d3bdf owned by compute:nova {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:29:32.079821 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-de3ea944-9777-487e-ab1c-4fe059293151 req-fe36ef03-2cac-4308-bd17-275748ba0196 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/security-groups?id=5ed9e52d-2041-40b4-8725-26064d2a1fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696430 Jun 24 12:29:32.082343 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8ba4d243-65cb-4bfc-925a-2d9baea4c0ca req-b5aa0c11-6cd3-422e-8e41-61ecf98e0509 service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233944 Jun 24 12:29:32.215643 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-06f2e1fe-6d6b-4ccc-b22f-275eaea230f6 req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:32.223237 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-4bec98c0-77a2-4591-a1b9-82f7cb0c62b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:32.265456 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['65411314-d6a6-4f30-8576-90de8e3d3bdf'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:29:32.298605 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Pushing event deleted for resources: {'Port': ['ID=65411314-d6a6-4f30-8576-90de8e3d3bdf,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:32.375944 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:32.376667 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:32.377217 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:32.377790 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:32.378495 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:32.379109 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:32.379820 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:32.380395 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:32.380971 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:32.381805 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:32.382433 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:32.383011 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:32.388310 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:32.389513 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f2e1fe-6d6b-4ccc-b22f-275eaea230f6 req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] No DVR routers for this DVR port 65411314-d6a6-4f30-8576-90de8e3d3bdf on host hv-cinder-68948 {{(pid=92890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:29:32.392318 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-06f2e1fe-6d6b-4ccc-b22f-275eaea230f6 req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:32.394890 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-06f2e1fe-6d6b-4ccc-b22f-275eaea230f6 req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.49 "DELETE /v2.0/ports/65411314-d6a6-4f30-8576-90de8e3d3bdf HTTP/1.1" status: 204 len: 173 time: 0.7030358 Jun 24 12:29:32.395647 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6fe9e9-693d-4625-a8c9-8444483f467d', 'name': 'network-vif-deleted', 'tag': '65411314-d6a6-4f30-8576-90de8e3d3bdf'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:29:32.398553 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3412b69-651f-4066-8acc-249550e64244" -d '{"events": [{"server_uuid": "9f6fe9e9-693d-4625-a8c9-8444483f467d", "name": "network-vif-deleted", "tag": "65411314-d6a6-4f30-8576-90de8e3d3bdf"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:29:32.502594 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42046a28-a8d9-45b1-882b-75b3b0e559a2 x-openstack-request-id: req-42046a28-a8d9-45b1-882b-75b3b0e559a2 {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:29:32.503189 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6fe9e9-693d-4625-a8c9-8444483f467d", "name": "network-vif-deleted", "tag": "65411314-d6a6-4f30-8576-90de8e3d3bdf", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:29:32.503849 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-42046a28-a8d9-45b1-882b-75b3b0e559a2 {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:29:32.504737 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6fe9e9-693d-4625-a8c9-8444483f467d', 'name': 'network-vif-deleted', 'tag': '65411314-d6a6-4f30-8576-90de8e3d3bdf', 'status': 'completed', 'code': 200} Jun 24 12:29:32.700792 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae672dc0-2d89-42a4-a105-1ae8abe7faed req-6d59de51-e5c2-4629-8c4f-b3a64cb2c198 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:32.703022 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ae672dc0-2d89-42a4-a105-1ae8abe7faed req-6d59de51-e5c2-4629-8c4f-b3a64cb2c198 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0947742 Jun 24 12:29:32.749503 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ae672dc0-2d89-42a4-a105-1ae8abe7faed req-5530e912-0883-452d-9f1c-315cf02c9310 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400364 Jun 24 12:29:33.020773 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8c3e9-05e1-4b73-a4a6-f54a6919f690 req-3428d2c3-25fb-4a65-9f59-e883df646423 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:33.022591 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a7d8c3e9-05e1-4b73-a4a6-f54a6919f690 req-3428d2c3-25fb-4a65-9f59-e883df646423 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.0946164 Jun 24 12:29:33.077557 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a7d8c3e9-05e1-4b73-a4a6-f54a6919f690 req-81db3729-00ff-4954-b904-95188751fb3f tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485029 Jun 24 12:29:33.284118 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8f8f6374-ab21-44dd-8a62-2417806748d0 req-55a6128f-c7d0-4254-8028-0203b0a56626 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f6fe9e9-693d-4625-a8c9-8444483f467d HTTP/1.1" status: 200 len: 210 time: 0.0442197 Jun 24 12:29:33.984843 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f857233-40f7-44d9-9a3b-441d6fb03bc7 req-2c27fcb1-933d-456c-b0d6-fed19c574888 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:33.986362 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2f857233-40f7-44d9-9a3b-441d6fb03bc7 req-2c27fcb1-933d-456c-b0d6-fed19c574888 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0837672 Jun 24 12:29:34.031231 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2f857233-40f7-44d9-9a3b-441d6fb03bc7 req-cad1a3a2-637f-46a6-a0e8-3f86f09c5901 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385416 Jun 24 12:29:34.317509 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b8056-80a6-4f34-92e0-2ae1f252a7a4 req-c983cc58-fe8b-4e51-9169-a4e710caf6c0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:34.324906 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-786b8056-80a6-4f34-92e0-2ae1f252a7a4 req-c983cc58-fe8b-4e51-9169-a4e710caf6c0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.1019111 Jun 24 12:29:34.378449 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-786b8056-80a6-4f34-92e0-2ae1f252a7a4 req-382f57f8-6c5d-4cd0-84a8-fd740fb5acf4 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523419 Jun 24 12:29:34.883540 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 65411314-d6a6-4f30-8576-90de8e3d3bdf no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:29:34.907918 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: 65411314-d6a6-4f30-8576-90de8e3d3bdf {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:29:34.910357 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 65411314-d6a6-4f30-8576-90de8e3d3bdf not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:29:35.221659 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7e634-4243-452c-bc3e-136fb9cf5e24 req-ec4eeb87-1152-487b-b8e7-636394a8e5c4 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:35.223131 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2dc7e634-4243-452c-bc3e-136fb9cf5e24 req-ec4eeb87-1152-487b-b8e7-636394a8e5c4 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0690064 Jun 24 12:29:35.271507 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2dc7e634-4243-452c-bc3e-136fb9cf5e24 req-52526695-adda-4fb8-a917-a2c82653d863 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405407 Jun 24 12:29:35.587243 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a7f8f-6190-4c09-ac0a-d946ff1353db req-3ee6ea7b-8ab8-4955-a280-5a629b4cf83e tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:35.589927 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-095a7f8f-6190-4c09-ac0a-d946ff1353db req-3ee6ea7b-8ab8-4955-a280-5a629b4cf83e tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.0722771 Jun 24 12:29:35.636665 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-095a7f8f-6190-4c09-ac0a-d946ff1353db req-effbb20e-0443-4dc0-8fb9-ab725c974cc0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407646 Jun 24 12:29:36.334177 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc7f6e-0148-422b-96e7-3bb843126a3b req-da38ccc9-9d3d-4611-a32a-bc1fdd0a1495 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:36.336460 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-19fc7f6e-0148-422b-96e7-3bb843126a3b req-da38ccc9-9d3d-4611-a32a-bc1fdd0a1495 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.49 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.0905926 Jun 24 12:29:36.501290 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-19fc7f6e-0148-422b-96e7-3bb843126a3b req-5da074dd-4ba0-44bf-9b4c-e3bc4dd717b6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Deleting port 76e0b7a0-f909-448d-9562-20553521f9fe {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:29:36.502499 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-19fc7f6e-0148-422b-96e7-3bb843126a3b req-5da074dd-4ba0-44bf-9b4c-e3bc4dd717b6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:36.527037 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb16607-1e4c-438c-a7cc-d66e1127e5b3 req-703b06f6-358a-4452-85ee-6208f7104778 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:36.535922 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ddb16607-1e4c-438c-a7cc-d66e1127e5b3 req-703b06f6-358a-4452-85ee-6208f7104778 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 945 time: 0.1268466 Jun 24 12:29:36.600388 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ddb16607-1e4c-438c-a7cc-d66e1127e5b3 req-0954ef35-fb90-4a38-abdb-c5245acd87c5 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582805 Jun 24 12:29:36.843304 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86765181-766f-46de-a141-779e6c6f3633 req-6bd3302d-4919-4817-b220-616ab42eb9fc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:36.845094 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-86765181-766f-46de-a141-779e6c6f3633 req-6bd3302d-4919-4817-b220-616ab42eb9fc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.0681856 Jun 24 12:29:36.897026 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-86765181-766f-46de-a141-779e6c6f3633 req-d3406fa9-5424-48b5-9c77-f36d4ffd94b2 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396616 Jun 24 12:29:36.917232 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-19fc7f6e-0148-422b-96e7-3bb843126a3b req-5da074dd-4ba0-44bf-9b4c-e3bc4dd717b6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] For port 76e0b7a0-f909-448d-9562-20553521f9fe, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=76e0b7a0-f909-448d-9562-20553521f9fe,segment=NetworkSegment(e955a9d6-9127-410f-8016-091b853a7aa9),segment_id=e955a9d6-9127-410f-8016-091b853a7aa9)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:36.917602 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-19fc7f6e-0148-422b-96e7-3bb843126a3b req-5da074dd-4ba0-44bf-9b4c-e3bc4dd717b6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:36.941915 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-19fc7f6e-0148-422b-96e7-3bb843126a3b req-5da074dd-4ba0-44bf-9b4c-e3bc4dd717b6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Calling delete_port for 76e0b7a0-f909-448d-9562-20553521f9fe owned by compute:nova {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:29:37.086873 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-19fc7f6e-0148-422b-96e7-3bb843126a3b req-5da074dd-4ba0-44bf-9b4c-e3bc4dd717b6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:37.092080 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-bc49c011-f0a5-4926-a2f9-f88363143595 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:37.116219 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da074dd-4ba0-44bf-9b4c-e3bc4dd717b6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Pushing event deleted for resources: {'Port': ['ID=76e0b7a0-f909-448d-9562-20553521f9fe,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:37.120719 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-5da074dd-4ba0-44bf-9b4c-e3bc4dd717b6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:37.134239 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['0f9c179c-4b93-4e44-8ac6-ef73fe862863'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:29:37.165400 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fc7f6e-0148-422b-96e7-3bb843126a3b req-5da074dd-4ba0-44bf-9b4c-e3bc4dd717b6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] No DVR routers for this DVR port 76e0b7a0-f909-448d-9562-20553521f9fe on host hv-cinder-68948 {{(pid=92890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:29:37.167962 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-19fc7f6e-0148-422b-96e7-3bb843126a3b req-5da074dd-4ba0-44bf-9b4c-e3bc4dd717b6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:37.169834 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-19fc7f6e-0148-422b-96e7-3bb843126a3b req-5da074dd-4ba0-44bf-9b4c-e3bc4dd717b6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.49 "DELETE /v2.0/ports/76e0b7a0-f909-448d-9562-20553521f9fe HTTP/1.1" status: 204 len: 173 time: 0.8236260 Jun 24 12:29:37.170422 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2258ef8-69ca-4354-b96f-fdd329c593cf', 'name': 'network-vif-deleted', 'tag': '76e0b7a0-f909-448d-9562-20553521f9fe'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:29:37.174566 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea2bcb1-469f-465f-891d-22a7dcf23c0c" -d '{"events": [{"server_uuid": "c2258ef8-69ca-4354-b96f-fdd329c593cf", "name": "network-vif-deleted", "tag": "76e0b7a0-f909-448d-9562-20553521f9fe"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:29:37.216024 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48f56e2-4e61-47fb-b58b-04e6bd90eb89 x-openstack-request-id: req-b48f56e2-4e61-47fb-b58b-04e6bd90eb89 {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:29:37.216604 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2258ef8-69ca-4354-b96f-fdd329c593cf", "name": "network-vif-deleted", "tag": "76e0b7a0-f909-448d-9562-20553521f9fe", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:29:37.216893 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-b48f56e2-4e61-47fb-b58b-04e6bd90eb89 {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:29:37.217334 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2258ef8-69ca-4354-b96f-fdd329c593cf', 'name': 'network-vif-deleted', 'tag': '76e0b7a0-f909-448d-9562-20553521f9fe', 'status': 'completed', 'code': 200} Jun 24 12:29:37.780604 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-11ed7506-3029-4886-9d7f-816a81dde4de req-9c86130c-48d2-4f5b-be5f-0008e8017f2d tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=c2258ef8-69ca-4354-b96f-fdd329c593cf HTTP/1.1" status: 200 len: 210 time: 0.0322807 Jun 24 12:29:37.960575 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b778c-6a1d-4b85-bcce-6431102cc69d req-47534424-7ee3-40b4-936f-a496b7f46985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:37.962211 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-834b778c-6a1d-4b85-bcce-6431102cc69d req-47534424-7ee3-40b4-936f-a496b7f46985 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc538158c2904a4fab192222206e534b&device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 1098 time: 0.0586731 Jun 24 12:29:38.072621 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b778c-6a1d-4b85-bcce-6431102cc69d req-1851b84a-1d67-42e2-9521-fb65c4e316bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:38.076230 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-834b778c-6a1d-4b85-bcce-6431102cc69d req-1851b84a-1d67-42e2-9521-fb65c4e316bc service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc8b3f62-1ecb-457f-a82e-3de3879b3067 HTTP/1.1" status: 200 len: 918 time: 0.1064723 Jun 24 12:29:38.117421 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6335c19-a9bd-4f77-944b-630004281c94 req-71f793f9-90ff-4f3a-b62d-7ba5d5254dcb tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:38.124979 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c6335c19-a9bd-4f77-944b-630004281c94 req-71f793f9-90ff-4f3a-b62d-7ba5d5254dcb tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.0931399 Jun 24 12:29:38.168774 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c6335c19-a9bd-4f77-944b-630004281c94 req-00c0c356-49dd-45e3-9d63-81094907ba31 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420489 Jun 24 12:29:38.189552 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-834b778c-6a1d-4b85-bcce-6431102cc69d req-7e0bbb54-1df1-48e4-ac64-74c659a8c297 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be7899b4-583c-4ea2-a56b-ff34480c4915 HTTP/1.1" status: 200 len: 1001 time: 0.0758202 Jun 24 12:29:38.259229 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b778c-6a1d-4b85-bcce-6431102cc69d req-29907ca3-f3e2-4227-bf7f-569e34eb8ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:38.260928 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-834b778c-6a1d-4b85-bcce-6431102cc69d req-29907ca3-f3e2-4227-bf7f-569e34eb8ac6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23408857-b599-4648-884f-3a1e8e563403 HTTP/1.1" status: 200 len: 856 time: 0.0473559 Jun 24 12:29:38.336369 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b778c-6a1d-4b85-bcce-6431102cc69d req-55bbe554-797b-4ed0-9157-a468863f8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:38.338489 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-834b778c-6a1d-4b85-bcce-6431102cc69d req-55bbe554-797b-4ed0-9157-a468863f8497 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc8b3f62-1ecb-457f-a82e-3de3879b3067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0563016 Jun 24 12:29:38.440717 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-834b778c-6a1d-4b85-bcce-6431102cc69d req-957bb48f-bdbb-46cd-bdbf-2cef812e73f3 service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901048 Jun 24 12:29:38.540284 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-834b778c-6a1d-4b85-bcce-6431102cc69d req-9bc8d8c9-5159-4193-bcfc-328528b2ee21 service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908844 Jun 24 12:29:38.910711 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 76e0b7a0-f909-448d-9562-20553521f9fe no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:29:38.931167 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: 76e0b7a0-f909-448d-9562-20553521f9fe {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:29:38.931538 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 76e0b7a0-f909-448d-9562-20553521f9fe not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:29:39.231705 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e9c5f-159e-4166-b49c-6ee7268c49ff req-565704ff-c3b1-472d-9225-e9fd38702a19 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:39.233266 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-be4e9c5f-159e-4166-b49c-6ee7268c49ff req-565704ff-c3b1-472d-9225-e9fd38702a19 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0656352 Jun 24 12:29:39.275123 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-be4e9c5f-159e-4166-b49c-6ee7268c49ff req-a2912d3b-2d9d-430f-aef7-a3c95ae6084c tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360703 Jun 24 12:29:39.349097 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9d47c-822d-4190-8109-a0d03f0e8655 req-c1ce5067-0aed-4b00-bfef-99d85de7a556 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:39.350545 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3ae9d47c-822d-4190-8109-a0d03f0e8655 req-c1ce5067-0aed-4b00-bfef-99d85de7a556 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.0638487 Jun 24 12:29:39.390245 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3ae9d47c-822d-4190-8109-a0d03f0e8655 req-7048ca86-24e4-44fc-bc99-db7b9c950070 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331779 Jun 24 12:29:40.451940 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdeba2-f3c4-4e4a-9d79-1eef71c2fa33 req-385290a4-147f-43c5-8347-2d2ec70c5f43 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:40.453329 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6dbdeba2-f3c4-4e4a-9d79-1eef71c2fa33 req-385290a4-147f-43c5-8347-2d2ec70c5f43 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0639989 Jun 24 12:29:40.490953 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6dbdeba2-f3c4-4e4a-9d79-1eef71c2fa33 req-16e4a4e5-257f-4c9f-aebf-fd5e486d8100 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319364 Jun 24 12:29:40.576818 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35171b-f448-4409-a449-6f8f6ea97248 req-47c1919c-a96e-48b1-bc7c-c21a311d23b8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:40.578265 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2d35171b-f448-4409-a449-6f8f6ea97248 req-47c1919c-a96e-48b1-bc7c-c21a311d23b8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 945 time: 0.0671515 Jun 24 12:29:40.615562 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2d35171b-f448-4409-a449-6f8f6ea97248 req-10a73f05-8bce-482e-b14a-4b87655994b4 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315006 Jun 24 12:29:40.926533 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device be7899b4-583c-4ea2-a56b-ff34480c4915 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:29:41.006326 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:41.028339 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7899b4-583c-4ea2-a56b-ff34480c4915'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:29:41.030544 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8c6134-a89a-4c52-877d-d0a98e98f17f" -d '{"events": [{"server_uuid": "b3af54a5-166f-47d7-a77a-067c623a332c", "name": "network-vif-unplugged", "status": "completed", "tag": "be7899b4-583c-4ea2-a56b-ff34480c4915"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:29:41.044717 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port be7899b4-583c-4ea2-a56b-ff34480c4915, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=be7899b4-583c-4ea2-a56b-ff34480c4915,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:29:41.052505 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:41.054518 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:41.084420 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 24 Jun 2021 12:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa738f7a-079e-4b9b-9265-49cf05c8ace0 x-openstack-request-id: req-fa738f7a-079e-4b9b-9265-49cf05c8ace0 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:29:41.084731 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3af54a5-166f-47d7-a77a-067c623a332c", "name": "network-vif-unplugged", "status": "completed", "tag": "be7899b4-583c-4ea2-a56b-ff34480c4915", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:29:41.084990 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-fa738f7a-079e-4b9b-9265-49cf05c8ace0 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:29:41.085380 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7899b4-583c-4ea2-a56b-ff34480c4915', 'code': 200} Jun 24 12:29:41.114359 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=be7899b4-583c-4ea2-a56b-ff34480c4915,revision_number=8']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:41.121755 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:41.122095 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:41.122430 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:41.122758 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:41.123083 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:41.123434 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:41.123762 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:41.124080 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:41.124415 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:41.124736 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:41.125050 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:41.125360 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:41.129209 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:41.677122 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f889ee-89e1-4fe8-8366-d1faaed8da9e req-89c8816f-8600-4c2f-b6df-cb6c27338129 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:41.678600 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-06f889ee-89e1-4fe8-8366-d1faaed8da9e req-89c8816f-8600-4c2f-b6df-cb6c27338129 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0650530 Jun 24 12:29:41.717905 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-06f889ee-89e1-4fe8-8366-d1faaed8da9e req-3deca7f5-2fc6-459c-a693-99145ca4b775 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327284 Jun 24 12:29:41.810602 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ec093-7ba6-43fb-bd9b-2001d07aa5de req-43044433-6b5d-4659-a3fb-9bd28d00f779 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:41.812428 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5d8ec093-7ba6-43fb-bd9b-2001d07aa5de req-43044433-6b5d-4659-a3fb-9bd28d00f779 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.0778024 Jun 24 12:29:41.857717 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5d8ec093-7ba6-43fb-bd9b-2001d07aa5de req-d8cfd7a9-a856-4942-9b2c-83f5824e3a34 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394702 Jun 24 12:29:42.205940 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:29:42.713837 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3242ea46-6541-424f-8d36-7a1b077c2134 req-41ddeb9d-a855-4e2e-a008-04ad43a87b1d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:42.720880 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3242ea46-6541-424f-8d36-7a1b077c2134 req-41ddeb9d-a855-4e2e-a008-04ad43a87b1d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.0971899 Jun 24 12:29:42.774979 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3242ea46-6541-424f-8d36-7a1b077c2134 req-52854822-f3f2-4358-b68e-5f338247e503 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529876 Jun 24 12:29:42.914446 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cf998-c268-4032-8fd6-bee0885b618f req-95c79214-5b90-416d-beda-5ce909e35902 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:42.916155 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b35cf998-c268-4032-8fd6-bee0885b618f req-95c79214-5b90-416d-beda-5ce909e35902 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0702596 Jun 24 12:29:42.956358 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b35cf998-c268-4032-8fd6-bee0885b618f req-4871b75d-1990-4a0e-875d-a5b91d3302ff tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340636 Jun 24 12:29:43.012942 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39680) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:43.106571 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-eae776a9-0ade-4b2b-a1a3-63606fa5b640 req-40c79c4c-9bdc-4c61-a41f-39c7e692ef24 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923510 Jun 24 12:29:43.471974 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f19a9-be10-4a76-b36b-781384f62fbb req-c53c3847-bb88-45c6-b8af-1606303ab6dc tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:43.473567 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-525f19a9-be10-4a76-b36b-781384f62fbb req-c53c3847-bb88-45c6-b8af-1606303ab6dc tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0722690 Jun 24 12:29:43.513822 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-525f19a9-be10-4a76-b36b-781384f62fbb req-c037a3d4-96aa-4541-a674-004a86b40c80 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323327 Jun 24 12:29:43.956112 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618185f4-7d9c-4fe7-a479-bbe56b82b89d req-4b0c58e6-3575-4bf5-824a-89eaaca2d147 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:43.957616 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-618185f4-7d9c-4fe7-a479-bbe56b82b89d req-4b0c58e6-3575-4bf5-824a-89eaaca2d147 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.0656283 Jun 24 12:29:44.008321 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-618185f4-7d9c-4fe7-a479-bbe56b82b89d req-eae83b52-4fef-4e6e-bbd3-71b93e597d3a tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441170 Jun 24 12:29:44.150372 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b07583-3637-45ed-9674-92c0e52944a1 req-91f0bbee-4d89-4e7e-94fd-6db17cf61cbb tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:44.151784 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e6b07583-3637-45ed-9674-92c0e52944a1 req-91f0bbee-4d89-4e7e-94fd-6db17cf61cbb tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0697167 Jun 24 12:29:44.196888 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e6b07583-3637-45ed-9674-92c0e52944a1 req-72a20574-8e6f-4532-9a15-2b4bb928e493 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393896 Jun 24 12:29:44.740973 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf75c4-fd73-495e-b1fe-280a28e7092a req-4db90cfe-6402-4eea-819e-f76580f91f70 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:44.742809 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcdf75c4-fd73-495e-b1fe-280a28e7092a req-4db90cfe-6402-4eea-819e-f76580f91f70 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0868580 Jun 24 12:29:44.791186 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcdf75c4-fd73-495e-b1fe-280a28e7092a req-393fd26b-ebc7-4a68-bd2b-2efe4ce3cd29 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387878 Jun 24 12:29:44.986727 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device be7899b4-583c-4ea2-a56b-ff34480c4915 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:29:45.174810 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae776a9-0ade-4b2b-a1a3-63606fa5b640 req-ed819900-a29f-4937-ab3d-033666deb924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:45.176341 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-eae776a9-0ade-4b2b-a1a3-63606fa5b640 req-ed819900-a29f-4937-ab3d-033666deb924 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c&tenant_id=cc538158c2904a4fab192222206e534b HTTP/1.1" status: 200 len: 1096 time: 0.0936968 Jun 24 12:29:45.194730 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d325a1-81ea-4afc-a648-202cde4737a0 req-12168d54-8818-4b5c-8f82-fbbfd1ec215f tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:45.197033 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-36d325a1-81ea-4afc-a648-202cde4737a0 req-12168d54-8818-4b5c-8f82-fbbfd1ec215f tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.0636499 Jun 24 12:29:45.260986 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-36d325a1-81ea-4afc-a648-202cde4737a0 req-0a6ea7b8-5a2e-452b-a723-828d77042da3 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567622 Jun 24 12:29:45.281650 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae776a9-0ade-4b2b-a1a3-63606fa5b640 req-701dd121-a150-4045-8049-369dad1cbaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:45.283158 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-eae776a9-0ade-4b2b-a1a3-63606fa5b640 req-701dd121-a150-4045-8049-369dad1cbaed service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc538158c2904a4fab192222206e534b&device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 1096 time: 0.0663300 Jun 24 12:29:45.430166 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae776a9-0ade-4b2b-a1a3-63606fa5b640 req-bb8f19d8-e56e-4fe6-af98-8aecbb5a7cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:45.432228 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-eae776a9-0ade-4b2b-a1a3-63606fa5b640 req-bb8f19d8-e56e-4fe6-af98-8aecbb5a7cb3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc8b3f62-1ecb-457f-a82e-3de3879b3067 HTTP/1.1" status: 200 len: 918 time: 0.1384845 Jun 24 12:29:45.455029 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fc8bb5-6c76-469a-8ea7-8bfae3e42085 req-8899f6e4-aeef-45a7-b859-5b51f27b3981 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:45.456886 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f0fc8bb5-6c76-469a-8ea7-8bfae3e42085 req-8899f6e4-aeef-45a7-b859-5b51f27b3981 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1213844 Jun 24 12:29:45.504101 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f0fc8bb5-6c76-469a-8ea7-8bfae3e42085 req-855382d7-ee89-4806-82e6-aa9cc00ea774 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404205 Jun 24 12:29:45.520537 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-eae776a9-0ade-4b2b-a1a3-63606fa5b640 req-555cfbe7-e7fe-465e-82c2-27fcec719804 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be7899b4-583c-4ea2-a56b-ff34480c4915 HTTP/1.1" status: 200 len: 999 time: 0.0743496 Jun 24 12:29:45.572822 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae776a9-0ade-4b2b-a1a3-63606fa5b640 req-cbc2b3a8-d68b-4e58-b3ed-96859f3aee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:45.574228 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-eae776a9-0ade-4b2b-a1a3-63606fa5b640 req-cbc2b3a8-d68b-4e58-b3ed-96859f3aee3e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23408857-b599-4648-884f-3a1e8e563403 HTTP/1.1" status: 200 len: 856 time: 0.0442080 Jun 24 12:29:45.632026 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae776a9-0ade-4b2b-a1a3-63606fa5b640 req-75a4ffec-e703-4506-ac2a-1bff20df5705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:45.633343 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-eae776a9-0ade-4b2b-a1a3-63606fa5b640 req-75a4ffec-e703-4506-ac2a-1bff20df5705 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc8b3f62-1ecb-457f-a82e-3de3879b3067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0500126 Jun 24 12:29:45.722078 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-eae776a9-0ade-4b2b-a1a3-63606fa5b640 req-ee2cff0c-fb20-4599-a63f-d704a3ba6d60 service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801942 Jun 24 12:29:45.817627 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-eae776a9-0ade-4b2b-a1a3-63606fa5b640 req-09bfbdfe-80a1-4d28-9895-9069fb5e65db service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803845 Jun 24 12:29:45.971202 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8f9f5-0bd5-46d5-88c9-c24e41d8aea6 req-2e1f283c-a3ba-4a4d-b521-7eddde997d6d tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:45.972704 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b1d8f9f5-0bd5-46d5-88c9-c24e41d8aea6 req-2e1f283c-a3ba-4a4d-b521-7eddde997d6d tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0672412 Jun 24 12:29:46.015594 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b1d8f9f5-0bd5-46d5-88c9-c24e41d8aea6 req-f9cc3097-5f85-4be3-9072-a29e1079c27d tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350201 Jun 24 12:29:46.474439 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b164a3-cfb2-4e37-9b01-a6130bc34280 req-283d70a9-48cf-4ef5-8d2d-9ed957a56a34 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:46.483653 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e6b164a3-cfb2-4e37-9b01-a6130bc34280 req-283d70a9-48cf-4ef5-8d2d-9ed957a56a34 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.0886753 Jun 24 12:29:46.541229 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e6b164a3-cfb2-4e37-9b01-a6130bc34280 req-d05b4e59-f94c-437b-879d-9983c65a616c tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488636 Jun 24 12:29:46.762448 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674ec71-2558-4135-96a0-7e86ef598ced req-30d971a2-df23-4916-9f8f-3ad87e681d0e tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:46.764410 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7674ec71-2558-4135-96a0-7e86ef598ced req-30d971a2-df23-4916-9f8f-3ad87e681d0e tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0879385 Jun 24 12:29:46.818217 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7674ec71-2558-4135-96a0-7e86ef598ced req-e2f419e5-e6ad-4e04-bcaf-1d2f23c04088 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438807 Jun 24 12:29:47.204062 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19936408-460d-4667-a7ca-6ebf79d9010b req-28b27fa2-b6dc-4a0b-bc6b-600cf10ecb9e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:47.205672 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-19936408-460d-4667-a7ca-6ebf79d9010b req-28b27fa2-b6dc-4a0b-bc6b-600cf10ecb9e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0701056 Jun 24 12:29:47.243439 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-19936408-460d-4667-a7ca-6ebf79d9010b req-a94f46bd-5bad-43fe-963d-fbdf5258ce09 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316441 Jun 24 12:29:47.724250 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b869e3c-fbbc-41c6-b4a7-b640015bd710 req-d53a24d7-3746-48f3-8af6-d5d04ff9c20f tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:47.725863 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4b869e3c-fbbc-41c6-b4a7-b640015bd710 req-d53a24d7-3746-48f3-8af6-d5d04ff9c20f tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.0739536 Jun 24 12:29:47.767784 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4b869e3c-fbbc-41c6-b4a7-b640015bd710 req-f06a78ec-dc10-4ea4-b7c8-b0563bb488ac tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349491 Jun 24 12:29:47.996304 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec9842-3c37-45d7-ab96-e6a7f612634f req-4d4a5615-480e-467e-a79f-fd6beaa21d47 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:47.997814 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ebec9842-3c37-45d7-ab96-e6a7f612634f req-4d4a5615-480e-467e-a79f-fd6beaa21d47 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0647020 Jun 24 12:29:48.037433 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ebec9842-3c37-45d7-ab96-e6a7f612634f req-27938eca-2689-43a6-a472-aa79ab0626ba tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340281 Jun 24 12:29:48.334753 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-0e06d7d0-f9ae-487a-81e4-55bf36056800 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-597644679&fields=id&tenant_id=ab3202e2b14640afb4d51e51be80066a HTTP/1.1" status: 200 len: 267 time: 0.0360410 Jun 24 12:29:48.500912 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-47759125-cb12-4597-8806-10fe2e14c8b8 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:48.502843 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-47759125-cb12-4597-8806-10fe2e14c8b8 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/networks?id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813 HTTP/1.1" status: 200 len: 809 time: 0.1598110 Jun 24 12:29:48.532617 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793098de-d494-4764-a77f-60405d733592 req-8c31dd65-4019-4dd8-bb4f-f4d268365a56 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:48.534194 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-793098de-d494-4764-a77f-60405d733592 req-8c31dd65-4019-4dd8-bb4f-f4d268365a56 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.1299617 Jun 24 12:29:48.536780 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a16b7eee-6689-4fa5-b833-b6f2142c6b5a tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/quotas/ab3202e2b14640afb4d51e51be80066a HTTP/1.1" status: 200 len: 375 time: 0.0262160 Jun 24 12:29:48.624928 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-793098de-d494-4764-a77f-60405d733592 req-9046e9a3-06f7-4bea-83d3-09e4004fc428 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774803 Jun 24 12:29:48.651752 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-56e36eab-4210-4ad2-aed2-13c726de2974 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=ab3202e2b14640afb4d51e51be80066a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1044259 Jun 24 12:29:48.755801 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-c214b21e-da84-4ca2-9c4b-c31283f8dbfe service neutron] 10.222.0.98 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908175 Jun 24 12:29:48.857697 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-bb6d8f1d-593f-4426-b334-5162920495ae service neutron] 10.222.0.98 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952089 Jun 24 12:29:48.975094 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fe97f-5d69-4c03-b4d6-df096679ea6b req-3b22b491-8e94-44ab-8a25-1a804a7b604a tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:48.979770 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1d2fe97f-5d69-4c03-b4d6-df096679ea6b req-3b22b491-8e94-44ab-8a25-1a804a7b604a tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.0779293 Jun 24 12:29:49.018768 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1d2fe97f-5d69-4c03-b4d6-df096679ea6b req-067668ac-2d0f-47b8-a6fe-f3b99fd93192 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357289 Jun 24 12:29:49.254744 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e331b-075c-4c00-9fa8-7ffc0ca84f5e req-82788896-d2a8-45a9-9d3c-20874d2a901d tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:49.256584 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1a2e331b-075c-4c00-9fa8-7ffc0ca84f5e req-82788896-d2a8-45a9-9d3c-20874d2a901d tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0900047 Jun 24 12:29:49.279327 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1307d75d-8c22-40a3-9a58-a44e7244222a req-016ecd1f-06bc-45f2-a0f2-df84b0fb33c2 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 210 time: 0.0484383 Jun 24 12:29:49.337244 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1a2e331b-075c-4c00-9fa8-7ffc0ca84f5e req-5bd3142f-340b-4b29-b8c0-69e718f89cf9 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595722 Jun 24 12:29:49.481263 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39860) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:49.528648 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_v2 [None req-2253e89e-e870-4751-8c84-2ca17c350578 admin admin] Deleting subnet 820f614d-2afc-433a-bcb6-dc4e569e2c9b {{(pid=92890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:29:49.531913 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2253e89e-e870-4751-8c84-2ca17c350578 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:49.576565 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2253e89e-e870-4751-8c84-2ca17c350578 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3632414'] for subnet, precommit_delete_associations {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:49.624455 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2253e89e-e870-4751-8c84-2ca17c350578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8177933'] for subnet, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:49.699146 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2253e89e-e870-4751-8c84-2ca17c350578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8177946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2530319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3256915'] for subnet, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:49.703393 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-3f8754e5-e92f-40be-bed1-be7e7dfef4b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:49.737911 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253e89e-e870-4751-8c84-2ca17c350578 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=820f614d-2afc-433a-bcb6-dc4e569e2c9b,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:49.740101 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2253e89e-e870-4751-8c84-2ca17c350578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:49.743507 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-2253e89e-e870-4751-8c84-2ca17c350578 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/820f614d-2afc-433a-bcb6-dc4e569e2c9b HTTP/1.1" status: 204 len: 168 time: 0.2606301 Jun 24 12:29:49.745967 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39870) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:49.753659 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-2253e89e-e870-4751-8c84-2ca17c350578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:49.827683 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-637ef81f-a8a0-4c22-989a-45adaff5963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7938150'] for network, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:49.855437 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e0cb2-af62-4170-9185-1c759979ca75 req-d8864e72-9d33-49fb-8940-32dfe5a36c45 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:49.864083 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-102e0cb2-af62-4170-9185-1c759979ca75 req-d8864e72-9d33-49fb-8940-32dfe5a36c45 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0830011 Jun 24 12:29:49.902627 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-102e0cb2-af62-4170-9185-1c759979ca75 req-4b2d1a34-c121-4bec-a0ae-2f988ea595bc tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376976 Jun 24 12:29:49.919322 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-637ef81f-a8a0-4c22-989a-45adaff5963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8179803', 'neutron.services.segments.db._delete_segments_for_network-8792598930728'] for network, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:49.929692 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-637ef81f-a8a0-4c22-989a-45adaff5963c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af45b31-4ebc-4ea8-bf59-f183e05a74e4']}} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:49.942632 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-637ef81f-a8a0-4c22-989a-45adaff5963c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb261b7-5acd-48e6-9324-c664fdf201f6') {'for_net_delete': True} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:49.942996 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-637ef81f-a8a0-4c22-989a-45adaff5963c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb261b7-5acd-48e6-9324-c664fdf201f6') {} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:49.963927 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-637ef81f-a8a0-4c22-989a-45adaff5963c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792598917807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632487'] for segment, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:49.978876 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-637ef81f-a8a0-4c22-989a-45adaff5963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:49.984738 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637ef81f-a8a0-4c22-989a-45adaff5963c admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=92890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:29:49.985114 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-637ef81f-a8a0-4c22-989a-45adaff5963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530540'] for segment, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: Traceback (most recent call last): Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: timer() Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: cb(*args, **kw) Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: return func(*args, **kwargs) Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: self._notify() Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: self.callback(batched_events) Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: event.method(event) Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: return f(self, *a, **k) Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: return self._get(url).json() Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: return self.request(url, 'GET', **kwargs) Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:29:49.986684 dv-cinder-689486-14-smb neutron-server[92890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:29:50.046156 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-637ef81f-a8a0-4c22-989a-45adaff5963c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8179778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612982'] for network, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:50.050145 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:50.053134 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-637ef81f-a8a0-4c22-989a-45adaff5963c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:50.055070 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-637ef81f-a8a0-4c22-989a-45adaff5963c admin admin] 10.222.0.98 "DELETE /v2.0/networks/7af45b31-4ebc-4ea8-bf59-f183e05a74e4 HTTP/1.1" status: 204 len: 168 time: 0.3076971 Jun 24 12:29:50.059385 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 39874) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:50.067448 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637ef81f-a8a0-4c22-989a-45adaff5963c admin admin] Pushing event deleted for resources: {'Network': ['ID=7af45b31-4ebc-4ea8-bf59-f183e05a74e4,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:50.069895 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-637ef81f-a8a0-4c22-989a-45adaff5963c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:50.123826 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Deleting subnet 4ee8bdf5-8204-4004-9535-ad6dedda07ac {{(pid=92888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:29:50.127803 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:50.196081 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3353590'] for subnet, precommit_delete_associations {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:50.245418 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8177933'] for subnet, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:50.284230 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0d07a-bf43-4ecb-ade2-09de682b399f req-5b46f9bb-68ec-4f36-8222-b6b1c9cff5a0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:50.285711 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7aa0d07a-bf43-4ecb-ade2-09de682b399f req-5b46f9bb-68ec-4f36-8222-b6b1c9cff5a0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.1299431 Jun 24 12:29:50.343069 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7aa0d07a-bf43-4ecb-ade2-09de682b399f req-cfc91b0b-e6fa-42a4-803f-0225f76647a3 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496702 Jun 24 12:29:50.344037 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8177946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3601876'] for subnet, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:50.346386 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:50.371130 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ee8bdf5-8204-4004-9535-ad6dedda07ac,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:50.376024 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:50.377963 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] 10.222.0.98 "DELETE /v2.0/subnets/4ee8bdf5-8204-4004-9535-ad6dedda07ac HTTP/1.1" status: 204 len: 168 time: 0.3175869 Jun 24 12:29:50.380678 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39880) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:50.391214 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:50.392702 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:50.399644 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:50.400098 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:50.400466 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:50.400836 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:50.401259 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:50.401614 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:50.401967 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:50.402336 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:50.402711 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:50.403051 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:29:50.409098 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:50.476431 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5c58af81-7f7b-491e-95ec-9a84fa40fdbd req-793667e7-73bf-4c35-bf99-b7261e49374b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 210 time: 0.0450010 Jun 24 12:29:50.491338 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7257da0e-9f89-4bc2-a751-31374408de16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7938150'] for network, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:50.574806 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9c842-3b34-4ab3-8d10-031f71ffaa2d req-b1595275-e155-41b4-8aee-8e6890438ced tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:50.576330 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7ec9c842-3b34-4ab3-8d10-031f71ffaa2d req-b1595275-e155-41b4-8aee-8e6890438ced tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0677547 Jun 24 12:29:50.582150 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7257da0e-9f89-4bc2-a751-31374408de16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8179803', 'neutron.services.segments.db._delete_segments_for_network-8792598930728'] for network, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:50.592406 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-7257da0e-9f89-4bc2-a751-31374408de16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7908d0-e806-4720-ab3c-4791d9dafcc8']}} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:50.602193 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-7257da0e-9f89-4bc2-a751-31374408de16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aced4165-eefa-4444-9ee9-c86cf6b038eb') {'for_net_delete': True} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:50.602485 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-7257da0e-9f89-4bc2-a751-31374408de16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aced4165-eefa-4444-9ee9-c86cf6b038eb') {} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:29:50.612111 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7257da0e-9f89-4bc2-a751-31374408de16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792598917807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632487'] for segment, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:50.613834 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7ec9c842-3b34-4ab3-8d10-031f71ffaa2d req-c4403bfd-b877-45b7-807b-df5eb1455c4c tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318451 Jun 24 12:29:50.628028 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7257da0e-9f89-4bc2-a751-31374408de16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:50.642724 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7257da0e-9f89-4bc2-a751-31374408de16 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=92890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:29:50.643130 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7257da0e-9f89-4bc2-a751-31374408de16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530540'] for segment, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: Traceback (most recent call last): Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: timer() Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: cb(*args, **kw) Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: return func(*args, **kwargs) Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: self._notify() Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: self.callback(batched_events) Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: event.method(event) Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: return f(self, *a, **k) Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: return self._get(url).json() Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: return self.request(url, 'GET', **kwargs) Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:29:50.644974 dv-cinder-689486-14-smb neutron-server[92890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:29:50.731135 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7257da0e-9f89-4bc2-a751-31374408de16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8179778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612982'] for network, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:50.735334 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:50.738202 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-7257da0e-9f89-4bc2-a751-31374408de16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:50.740736 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-7257da0e-9f89-4bc2-a751-31374408de16 admin admin] 10.222.0.98 "DELETE /v2.0/networks/ba7908d0-e806-4720-ab3c-4791d9dafcc8 HTTP/1.1" status: 204 len: 168 time: 0.3586383 Jun 24 12:29:50.753981 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257da0e-9f89-4bc2-a751-31374408de16 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba7908d0-e806-4720-ab3c-4791d9dafcc8,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:50.756879 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-7257da0e-9f89-4bc2-a751-31374408de16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:50.891534 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39886) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:50.935031 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-51a33636-946c-451f-bcf8-254ea0696db0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=706acfe8bdc14912a69bdf85b426cc0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419078 Jun 24 12:29:50.937086 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39890) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:50.988171 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-63581265-b37f-4f88-b4d3-e7e0f1f5c50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:51.011727 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-63581265-b37f-4f88-b4d3-e7e0f1f5c50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:51.075846 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-63581265-b37f-4f88-b4d3-e7e0f1f5c50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:51.078444 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-63581265-b37f-4f88-b4d3-e7e0f1f5c50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:51.079654 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-63581265-b37f-4f88-b4d3-e7e0f1f5c50d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/5ed9e52d-2041-40b4-8725-26064d2a1fe7 HTTP/1.1" status: 204 len: 168 time: 0.1416788 Jun 24 12:29:51.081074 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:51.089019 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63581265-b37f-4f88-b4d3-e7e0f1f5c50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed9e52d-2041-40b4-8725-26064d2a1fe7,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:51.096524 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-63581265-b37f-4f88-b4d3-e7e0f1f5c50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:51.125105 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82dfd8-43b0-4bbd-b0ce-3f38e3e3af76 req-85f56145-0386-41fa-b90b-af0ad9a49c64 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:51.126681 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3a82dfd8-43b0-4bbd-b0ce-3f38e3e3af76 req-85f56145-0386-41fa-b90b-af0ad9a49c64 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0890980 Jun 24 12:29:51.170474 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3a82dfd8-43b0-4bbd-b0ce-3f38e3e3af76 req-c1ef9e6d-3242-4811-8892-a8a5d21a9501 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377276 Jun 24 12:29:51.474469 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39898) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:51.531050 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-b3f6e1e7-7b0a-441a-89b3-f563efedde44 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=9ba67f1844544e2b9dcf245d89df1fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552282 Jun 24 12:29:51.533799 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 39902) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:51.544418 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2402a669-e149-4f5d-a749-72a8a48c54c4 req-5aa8baca-9ed5-4dd0-a392-7d15157288cb tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:51.545940 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2402a669-e149-4f5d-a749-72a8a48c54c4 req-5aa8baca-9ed5-4dd0-a392-7d15157288cb tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.0701921 Jun 24 12:29:51.594438 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2402a669-e149-4f5d-a749-72a8a48c54c4 req-56184539-fba1-41b6-9866-ca809e05b0c1 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376053 Jun 24 12:29:51.595748 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-05bcaa97-d34a-4433-8f98-671229d214f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:51.624581 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-05bcaa97-d34a-4433-8f98-671229d214f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:51.675683 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fb889813-3cd1-4405-84b8-74db65547c41 req-5db5b21f-6ebb-47e3-8f8d-1bd352d0cb50 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 210 time: 0.0511074 Jun 24 12:29:51.692989 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-05bcaa97-d34a-4433-8f98-671229d214f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:51.696973 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-05bcaa97-d34a-4433-8f98-671229d214f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:51.698711 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-05bcaa97-d34a-4433-8f98-671229d214f8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/9d572a4b-96c2-407e-95fd-976235dd6d5a HTTP/1.1" status: 204 len: 168 time: 0.1637597 Jun 24 12:29:51.699806 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b1502e19-c67d-4baf-ad25-dcc6c1de13e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:51.728250 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcaa97-d34a-4433-8f98-671229d214f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d572a4b-96c2-407e-95fd-976235dd6d5a,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:51.734584 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-05bcaa97-d34a-4433-8f98-671229d214f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:51.851687 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9c849-2ce5-4254-bea6-c22d2af4c9d2 req-dfe458bc-7340-4f09-b538-160d5af4eeee tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:51.853880 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ebf9c849-2ce5-4254-bea6-c22d2af4c9d2 req-dfe458bc-7340-4f09-b538-160d5af4eeee tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0632515 Jun 24 12:29:51.906769 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ebf9c849-2ce5-4254-bea6-c22d2af4c9d2 req-a94a664f-8310-4938-b76a-117d391ba78e tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449736 Jun 24 12:29:52.589976 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616614b-382f-4bae-9c0b-283130a23afd req-7056b1eb-a534-42bd-929d-f40b7c71e71c tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:52.591525 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c616614b-382f-4bae-9c0b-283130a23afd req-7056b1eb-a534-42bd-929d-f40b7c71e71c tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.1291387 Jun 24 12:29:52.637896 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c616614b-382f-4bae-9c0b-283130a23afd req-936c780b-5c10-4077-83c3-28c1214451a5 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353394 Jun 24 12:29:52.865260 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0044e001-ec00-43e5-bbb5-6a3162390968 req-399c23c8-60c1-4b6e-b142-f75dbcf9cc6d tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 210 time: 0.0308006 Jun 24 12:29:52.907701 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529edd4-8dc7-43d2-b6c7-3a8a26311020 req-a234b975-f2ca-4ef8-8ea7-28f0fad10b61 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:52.909194 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5529edd4-8dc7-43d2-b6c7-3a8a26311020 req-a234b975-f2ca-4ef8-8ea7-28f0fad10b61 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.1646054 Jun 24 12:29:52.965084 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5529edd4-8dc7-43d2-b6c7-3a8a26311020 req-cb6aea88-f9fc-4985-bb8f-c88907922cad tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495679 Jun 24 12:29:53.123525 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d1bd8-67d8-48f7-ace6-a0ac726bb100 req-968b8e13-37d6-42c9-a937-08d92a7e06c7 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:53.125199 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-da0d1bd8-67d8-48f7-ace6-a0ac726bb100 req-968b8e13-37d6-42c9-a937-08d92a7e06c7 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0802228 Jun 24 12:29:53.183225 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-da0d1bd8-67d8-48f7-ace6-a0ac726bb100 req-c46d3f7b-40ff-4387-b934-5539339556c3 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497122 Jun 24 12:29:53.836857 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9be9ab-cfb9-4dd4-ad23-7db0cd9c7c6b req-22045d3a-eb2d-4f04-88e5-2a29626e84cf tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:53.838326 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a9be9ab-cfb9-4dd4-ad23-7db0cd9c7c6b req-22045d3a-eb2d-4f04-88e5-2a29626e84cf tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0829048 Jun 24 12:29:54.082584 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c2e7dca6-d0d1-480b-8ae4-65cdfd2bdc3c req-bd75d1b2-bf77-4365-af2c-13811462f255 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 210 time: 0.0364571 Jun 24 12:29:54.090067 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9a9be9ab-cfb9-4dd4-ad23-7db0cd9c7c6b req-2255b580-bb1f-45d7-a600-2b0e15106afa tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459369 Jun 24 12:29:54.284573 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983b64e-60e7-4631-b2d7-46ae6307dc74 req-18814c46-cca5-41aa-ae72-391494a95e1a tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:54.286068 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6983b64e-60e7-4631-b2d7-46ae6307dc74 req-18814c46-cca5-41aa-ae72-391494a95e1a tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.0949154 Jun 24 12:29:54.408796 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6983b64e-60e7-4631-b2d7-46ae6307dc74 req-fbacf3a6-1e3a-41fc-ab68-590acbc85693 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034477 Jun 24 12:29:54.461948 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a49eb7-7834-4b22-a148-f86e0d5aa77d req-b6a4a450-ec6a-4852-b243-6206d6c623eb tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:54.464560 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-42a49eb7-7834-4b22-a148-f86e0d5aa77d req-b6a4a450-ec6a-4852-b243-6206d6c623eb tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1306865 Jun 24 12:29:54.529330 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-42a49eb7-7834-4b22-a148-f86e0d5aa77d req-dcb92ab2-2465-4b6c-9703-0c3d34a893ae tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536451 Jun 24 12:29:55.317541 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e9e77a27-2121-47fc-ae77-d97e5a38c106 req-f1055f65-b563-4e33-b8c8-a5e8ccf9de61 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 210 time: 0.0352297 Jun 24 12:29:55.358791 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279c5d-f56a-4bea-84f7-4f9283f29cf8 req-444f63c7-70c7-4ca4-84b7-da015a923a0a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:55.360256 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a0279c5d-f56a-4bea-84f7-4f9283f29cf8 req-444f63c7-70c7-4ca4-84b7-da015a923a0a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.1059577 Jun 24 12:29:55.399224 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a0279c5d-f56a-4bea-84f7-4f9283f29cf8 req-26e02be8-cab8-4616-9056-7a1c768124cc tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332038 Jun 24 12:29:55.536635 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-22f737f3-b492-4db7-a524-a62aac7cf901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:55.633169 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e547d1-3669-42f3-aeb9-7c361ce4b6e8 req-9cbbf8d6-e5a7-44c5-bf44-ff46dc794358 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:55.637963 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-26e547d1-3669-42f3-aeb9-7c361ce4b6e8 req-9cbbf8d6-e5a7-44c5-bf44-ff46dc794358 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.0945559 Jun 24 12:29:55.706122 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-26e547d1-3669-42f3-aeb9-7c361ce4b6e8 req-b840fe29-2f4d-417c-8d33-f51393b41762 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609131 Jun 24 12:29:55.748020 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245680e-63bb-4eee-86e6-2490f4fddbd7 req-44fa7ff5-b9a1-40d9-a2b8-537bb07e9869 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:55.751658 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d245680e-63bb-4eee-86e6-2490f4fddbd7 req-44fa7ff5-b9a1-40d9-a2b8-537bb07e9869 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0915747 Jun 24 12:29:55.790164 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d245680e-63bb-4eee-86e6-2490f4fddbd7 req-c4d47cef-b1e9-44a1-a1f4-f1e7f1182925 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336752 Jun 24 12:29:56.221906 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 40008) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:56.345942 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e1e1da2e-6929-4682-add1-ff6db80790aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:56.441153 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e1e1da2e-6929-4682-add1-ff6db80790aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:56.446310 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e1e1da2e-6929-4682-add1-ff6db80790aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:56.454829 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-79ba6c48-0ff8-444f-9cd9-eadb2e234d7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:56.491233 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-e1e1da2e-6929-4682-add1-ff6db80790aa admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2615400d080d484f95e5b75c3aa66672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681887 Jun 24 12:29:56.494971 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 40016) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:29:56.499732 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d8ea3105-ae51-4ee5-942d-fe901462981a req-c3bfdb01-5691-48df-876e-f29df4ddcb23 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 210 time: 0.0578158 Jun 24 12:29:56.510434 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1da2e-6929-4682-add1-ff6db80790aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6193360-7aef-4a70-95a3-4f2048a31433,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:56.526068 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e1e1da2e-6929-4682-add1-ff6db80790aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:56.574875 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-87f7c62a-a0bd-44b9-9f91-b94dbae3d368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:56.597826 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336093c-0f2a-4543-a2c9-c289ba81bbe9 req-16cb89df-9118-4690-8577-269fd930f06f tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:56.599572 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-87f7c62a-a0bd-44b9-9f91-b94dbae3d368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:56.600176 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0336093c-0f2a-4543-a2c9-c289ba81bbe9 req-16cb89df-9118-4690-8577-269fd930f06f tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0797875 Jun 24 12:29:56.659115 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0336093c-0f2a-4543-a2c9-c289ba81bbe9 req-91ba5b18-3822-4cb7-b71c-d8fe9de8cd60 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527964 Jun 24 12:29:56.668165 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-87f7c62a-a0bd-44b9-9f91-b94dbae3d368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:56.671036 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-87f7c62a-a0bd-44b9-9f91-b94dbae3d368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:56.672487 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-87f7c62a-a0bd-44b9-9f91-b94dbae3d368 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f6193360-7aef-4a70-95a3-4f2048a31433 HTTP/1.1" status: 204 len: 168 time: 0.1764631 Jun 24 12:29:56.673453 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-167b687d-0739-4780-827a-54d27ac83028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:29:56.682868 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7c62a-a0bd-44b9-9f91-b94dbae3d368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6193360-7aef-4a70-95a3-4f2048a31433,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:29:56.685780 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-87f7c62a-a0bd-44b9-9f91-b94dbae3d368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:29:56.964714 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c291955-ec35-4248-9928-8a18659bf266 req-165485ca-1c82-4d2d-80ae-31977e67178e tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:56.966195 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7c291955-ec35-4248-9928-8a18659bf266 req-165485ca-1c82-4d2d-80ae-31977e67178e tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.1067634 Jun 24 12:29:57.045259 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7c291955-ec35-4248-9928-8a18659bf266 req-3a7c286a-5021-4ea4-9301-33f928cb33f5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643547 Jun 24 12:29:57.086920 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7a44f-4bdf-4db3-977d-599c9ff6ec7c req-0eae5e73-0163-4305-9287-e56c66ebe9d3 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:57.086920 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cba7a44f-4bdf-4db3-977d-599c9ff6ec7c req-0eae5e73-0163-4305-9287-e56c66ebe9d3 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1161809 Jun 24 12:29:57.123679 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cba7a44f-4bdf-4db3-977d-599c9ff6ec7c req-ffb9dac4-0c5b-4ca3-9f25-4bf10c6422e9 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390964 Jun 24 12:29:57.655978 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7ae9f8e5-9e3e-4a32-b3b9-452ed24b5409 req-acb56e16-3d13-40cb-aa77-66c1a1ae8d24 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 210 time: 0.0331032 Jun 24 12:29:57.893915 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad6ef9-82c7-4650-8569-a65c2fa9699b req-25322450-8168-4f33-9e25-87e051e49d88 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:57.902180 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8fad6ef9-82c7-4650-8569-a65c2fa9699b req-25322450-8168-4f33-9e25-87e051e49d88 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0745614 Jun 24 12:29:57.945251 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8fad6ef9-82c7-4650-8569-a65c2fa9699b req-c2952b02-0b8c-4f83-b57e-cc3e072d01ec tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420949 Jun 24 12:29:58.024372 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-da30d305-3126-481b-b977-87e387f89d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:58.359937 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490d870-19bc-4ac4-a1dc-e39f04115688 req-4f892c81-cc97-4995-9517-5664566e9b0c tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:58.361298 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3490d870-19bc-4ac4-a1dc-e39f04115688 req-4f892c81-cc97-4995-9517-5664566e9b0c tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.1632719 Jun 24 12:29:58.408305 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14d690-fadb-4efd-a4ae-a20d4ad885ef req-c896e4ac-6f53-454a-b039-fc8ed103335c tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:58.409885 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cc14d690-fadb-4efd-a4ae-a20d4ad885ef req-c896e4ac-6f53-454a-b039-fc8ed103335c tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1381271 Jun 24 12:29:58.430246 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3490d870-19bc-4ac4-a1dc-e39f04115688 req-f01966ba-8d76-489a-b158-370d5476e29d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625398 Jun 24 12:29:58.464889 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cc14d690-fadb-4efd-a4ae-a20d4ad885ef req-d14ede13-0b98-401c-b677-65a76b701cf8 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464113 Jun 24 12:29:58.506239 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:58.820762 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a75d8c1d-e69d-4994-bc14-992be7a58c5b req-ba0406d4-06b4-4d6e-8ef2-185ad14b06ec tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 210 time: 0.0327342 Jun 24 12:29:59.122457 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe5cda-1a02-4fb8-b400-bc9bdebe3973 req-bdca2ce7-94c9-4f32-96e0-66d536a4b7e4 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:59.123934 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e3fe5cda-1a02-4fb8-b400-bc9bdebe3973 req-bdca2ce7-94c9-4f32-96e0-66d536a4b7e4 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0664344 Jun 24 12:29:59.160640 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e3fe5cda-1a02-4fb8-b400-bc9bdebe3973 req-c3322a93-ae52-45ec-90e4-b8d0db4864a9 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310209 Jun 24 12:29:59.405543 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:29:59.689782 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b55ac5-5c7f-4a36-bf92-7db90284ce77 req-c1a59e7e-55fc-4902-a538-f02bc6588288 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:59.691248 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f9b55ac5-5c7f-4a36-bf92-7db90284ce77 req-c1a59e7e-55fc-4902-a538-f02bc6588288 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.1367567 Jun 24 12:29:59.698960 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f29f3-4659-447f-9ab2-1d29467e2c51 req-5c01371a-c2ba-4c29-9962-360540dcd0ad tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:29:59.700346 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0c9f29f3-4659-447f-9ab2-1d29467e2c51 req-5c01371a-c2ba-4c29-9962-360540dcd0ad tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.1082144 Jun 24 12:29:59.757366 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f9b55ac5-5c7f-4a36-bf92-7db90284ce77 req-48cb4f6f-c41c-47f0-a0b8-4cb2bd1dd3e8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559731 Jun 24 12:29:59.763119 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0c9f29f3-4659-447f-9ab2-1d29467e2c51 req-3b56c0e7-1c51-42bd-bede-bdbe5e86ffa0 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/security-groups?id=beb9f760-da32-4d33-a000-f879ebc42265&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538342 Jun 24 12:29:59.964711 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-70485b4c-ce13-45f9-b252-8dc86b3bc86d req-3fb18f76-e5fc-42c7-8763-23b2a65c1c17 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 210 time: 0.0285296 Jun 24 12:30:00.174782 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646560b-a319-4c4f-bd2b-cb3906471750 req-4acf62fb-eb22-4db0-bacc-db74e822c320 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:00.176303 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-f646560b-a319-4c4f-bd2b-cb3906471750 req-4acf62fb-eb22-4db0-bacc-db74e822c320 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 946 time: 0.0671010 Jun 24 12:30:00.315367 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-f646560b-a319-4c4f-bd2b-cb3906471750 req-d7992aa8-81fe-4345-b803-50476bdf2dde tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Deleting port 0f9c179c-4b93-4e44-8ac6-ef73fe862863 {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:30:00.315696 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-f646560b-a319-4c4f-bd2b-cb3906471750 req-d7992aa8-81fe-4345-b803-50476bdf2dde tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:00.354361 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c38015-eb90-45e9-b191-80a0e7ba326a req-308d2475-2608-467b-90b2-e60041c7c923 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:00.362829 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f7c38015-eb90-45e9-b191-80a0e7ba326a req-308d2475-2608-467b-90b2-e60041c7c923 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0841784 Jun 24 12:30:00.405716 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f7c38015-eb90-45e9-b191-80a0e7ba326a req-62401c5b-145c-4d1c-ba79-33163379f3c2 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419016 Jun 24 12:30:00.424395 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-f646560b-a319-4c4f-bd2b-cb3906471750 req-d7992aa8-81fe-4345-b803-50476bdf2dde tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] For port 0f9c179c-4b93-4e44-8ac6-ef73fe862863, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0f9c179c-4b93-4e44-8ac6-ef73fe862863,segment=NetworkSegment(e955a9d6-9127-410f-8016-091b853a7aa9),segment_id=e955a9d6-9127-410f-8016-091b853a7aa9)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:00.424754 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-f646560b-a319-4c4f-bd2b-cb3906471750 req-d7992aa8-81fe-4345-b803-50476bdf2dde tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:00.442291 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-f646560b-a319-4c4f-bd2b-cb3906471750 req-d7992aa8-81fe-4345-b803-50476bdf2dde tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Calling delete_port for 0f9c179c-4b93-4e44-8ac6-ef73fe862863 owned by compute:nova {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:30:00.575324 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-52128bf7-4438-4946-8877-ceb0da59ac77 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:00.576792 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-52128bf7-4438-4946-8877-ceb0da59ac77 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.49 "GET /v2.0/networks?id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813 HTTP/1.1" status: 200 len: 809 time: 0.1702199 Jun 24 12:30:00.599765 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-f646560b-a319-4c4f-bd2b-cb3906471750 req-d7992aa8-81fe-4345-b803-50476bdf2dde tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:00.608052 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:00.642227 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7992aa8-81fe-4345-b803-50476bdf2dde tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Pushing event deleted for resources: {'Port': ['ID=0f9c179c-4b93-4e44-8ac6-ef73fe862863,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:00.646970 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d7992aa8-81fe-4345-b803-50476bdf2dde tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:00.647933 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['0f9c179c-4b93-4e44-8ac6-ef73fe862863'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:30:00.662638 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-fecd05f1-2466-468a-a4a0-5bd93e216dd6 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab3202e2b14640afb4d51e51be80066a HTTP/1.1" status: 200 len: 379 time: 0.0649946 Jun 24 12:30:00.683817 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-d52abc0f-c05b-445b-8af9-443f4d5024a1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Request body: {'port': {'device_id': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'admin_state_up': True, 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'security_groups': ['154086de-824e-4160-9da6-b79c0a781a33']}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:30:00.712693 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f646560b-a319-4c4f-bd2b-cb3906471750 req-d7992aa8-81fe-4345-b803-50476bdf2dde tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] No DVR routers for this DVR port 0f9c179c-4b93-4e44-8ac6-ef73fe862863 on host hv-cinder-68948 {{(pid=92890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:30:00.715200 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-f646560b-a319-4c4f-bd2b-cb3906471750 req-d7992aa8-81fe-4345-b803-50476bdf2dde tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:00.717382 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-f646560b-a319-4c4f-bd2b-cb3906471750 req-d7992aa8-81fe-4345-b803-50476bdf2dde tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.49 "DELETE /v2.0/ports/0f9c179c-4b93-4e44-8ac6-ef73fe862863 HTTP/1.1" status: 204 len: 173 time: 0.5122330 Jun 24 12:30:00.717948 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e0e34eb-3a11-4981-8c93-172936ab4e0a', 'name': 'network-vif-deleted', 'tag': '0f9c179c-4b93-4e44-8ac6-ef73fe862863'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:30:00.720246 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4758a1ae-cab4-4440-ba17-81015b192a77" -d '{"events": [{"server_uuid": "8e0e34eb-3a11-4981-8c93-172936ab4e0a", "name": "network-vif-deleted", "tag": "0f9c179c-4b93-4e44-8ac6-ef73fe862863"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:30:00.787534 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ac85df-6f27-4dce-8921-63675052a8c1 x-openstack-request-id: req-86ac85df-6f27-4dce-8921-63675052a8c1 {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:30:00.787938 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e0e34eb-3a11-4981-8c93-172936ab4e0a", "name": "network-vif-deleted", "tag": "0f9c179c-4b93-4e44-8ac6-ef73fe862863", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:30:00.788293 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-86ac85df-6f27-4dce-8921-63675052a8c1 {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:30:00.788788 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e0e34eb-3a11-4981-8c93-172936ab4e0a', 'name': 'network-vif-deleted', 'tag': '0f9c179c-4b93-4e44-8ac6-ef73fe862863', 'status': 'completed', 'code': 200} Jun 24 12:30:00.849663 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:00.933379 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07447976-173e-4cbd-8fe2-13309f3b68b6 req-c3ff316d-3e8b-4fa1-9b04-5ee084eb3951 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:00.934940 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-07447976-173e-4cbd-8fe2-13309f3b68b6 req-c3ff316d-3e8b-4fa1-9b04-5ee084eb3951 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.1254489 Jun 24 12:30:00.936966 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbabb8-a2d3-4b06-9abd-50aafbc2d0e7 req-34d5da50-ad59-4fa9-9d9a-79519fb51277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:00.938778 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d6bbabb8-a2d3-4b06-9abd-50aafbc2d0e7 req-34d5da50-ad59-4fa9-9d9a-79519fb51277 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19495abb439f45f38c2dc57598099b25&device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 1099 time: 0.0846193 Jun 24 12:30:00.942874 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-d52abc0f-c05b-445b-8af9-443f4d5024a1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Made reservation on behalf of ab3202e2b14640afb4d51e51be80066a for: {'port': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:30:00.946856 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-d52abc0f-c05b-445b-8af9-443f4d5024a1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:00.982916 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b639cd25-0ca2-412e-81d2-492b3ee5c86b req-9d49eb8a-0928-49b5-9ad8-64989071068d tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] 10.222.0.98 "GET /v2.0/ports?device_id=8e0e34eb-3a11-4981-8c93-172936ab4e0a HTTP/1.1" status: 200 len: 210 time: 0.0630169 Jun 24 12:30:01.088991 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device be7899b4-583c-4ea2-a56b-ff34480c4915 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:30:01.100738 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbabb8-a2d3-4b06-9abd-50aafbc2d0e7 req-d07e1a26-f72f-4b1f-84fa-27d112a962b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:01.103328 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d6bbabb8-a2d3-4b06-9abd-50aafbc2d0e7 req-d07e1a26-f72f-4b1f-84fa-27d112a962b8 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a10afaa-69bf-4861-aff0-1527b9cbd705 HTTP/1.1" status: 200 len: 911 time: 0.1172004 Jun 24 12:30:01.110897 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-07447976-173e-4cbd-8fe2-13309f3b68b6 req-10555e9e-da83-40de-9dca-a3019c70306d tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571908 Jun 24 12:30:01.201589 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d6bbabb8-a2d3-4b06-9abd-50aafbc2d0e7 req-f6012f7f-b19d-4a59-a67c-7fed0ea65a98 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0fc66ca3-fcf2-4f04-aefd-3402dc18d507 HTTP/1.1" status: 200 len: 1000 time: 0.0816112 Jun 24 12:30:01.229592 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-d52abc0f-c05b-445b-8af9-443f4d5024a1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Allocated IP 172.20.0.9 (9a83dde2-fa3e-4394-966b-7c8d3ffd1813/c2e608d6-0ace-49bb-8372-767f80935cbd/99e5ad2f-0723-49ad-bd7f-f73b54ee1581) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:30:01.242948 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port be7899b4-583c-4ea2-a56b-ff34480c4915, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=be7899b4-583c-4ea2-a56b-ff34480c4915,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:01.257014 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': 'be7899b4-583c-4ea2-a56b-ff34480c4915', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'port_id': 'be7899b4-583c-4ea2-a56b-ff34480c4915', 'mac_address': 'fa:16:3e:68:b2:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:30:01.283680 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbabb8-a2d3-4b06-9abd-50aafbc2d0e7 req-15600dd6-9a59-429b-a89c-09e62e645139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:01.285259 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d6bbabb8-a2d3-4b06-9abd-50aafbc2d0e7 req-15600dd6-9a59-429b-a89c-09e62e645139 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e51db95-cdf4-458e-ba02-7824ab521c2a HTTP/1.1" status: 200 len: 849 time: 0.0749135 Jun 24 12:30:01.310692 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:01.323541 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ac54cd07-5c9b-4b41-8928-2eb79ec5ac51 req-ecebd21a-67cb-438c-a874-08fd47f3e412 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 210 time: 0.0546567 Jun 24 12:30:01.325793 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:01.329632 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7899b4-583c-4ea2-a56b-ff34480c4915 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:30:01.353096 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port be7899b4-583c-4ea2-a56b-ff34480c4915, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=be7899b4-583c-4ea2-a56b-ff34480c4915,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:01.358439 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:01.360813 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:01.366057 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbabb8-a2d3-4b06-9abd-50aafbc2d0e7 req-c92f7811-1fca-4227-8954-6911525fbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:01.368015 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d6bbabb8-a2d3-4b06-9abd-50aafbc2d0e7 req-c92f7811-1fca-4227-8954-6911525fbb0a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a10afaa-69bf-4861-aff0-1527b9cbd705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0746973 Jun 24 12:30:01.415414 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=be7899b4-583c-4ea2-a56b-ff34480c4915,revision_number=9']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:01.419173 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:01.489344 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d6bbabb8-a2d3-4b06-9abd-50aafbc2d0e7 req-953a008c-b87d-4112-99b5-d6371492fcab service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117191 Jun 24 12:30:01.522866 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3634c6-d5de-492a-beae-ec1f8b961308 req-d1d74e48-934e-4b18-8ef4-dc2189466e09 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:01.527655 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ac3634c6-d5de-492a-beae-ec1f8b961308 req-d1d74e48-934e-4b18-8ef4-dc2189466e09 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 943 time: 0.3959045 Jun 24 12:30:01.534963 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-d52abc0f-c05b-445b-8af9-443f4d5024a1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:01.568102 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.provisioning_blocks [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-d52abc0f-c05b-445b-8af9-443f4d5024a1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Transition to ACTIVE for port object 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 will not be triggered until provisioned by entity DHCP. {{(pid=92888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:30:01.594809 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ac3634c6-d5de-492a-beae-ec1f8b961308 req-ff19b647-3b75-4900-ac69-a42b0c3d358e tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546615 Jun 24 12:30:01.606098 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d6bbabb8-a2d3-4b06-9abd-50aafbc2d0e7 req-71fe6532-b306-4ad2-87e4-e864fb047f1c service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084738 Jun 24 12:30:01.628672 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-d52abc0f-c05b-445b-8af9-443f4d5024a1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3352900'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:01.634957 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:01.677169 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-d52abc0f-c05b-445b-8af9-443f4d5024a1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Network 9a83dde2-fa3e-4394-966b-7c8d3ffd1813 is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:30:01.686245 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-d52abc0f-c05b-445b-8af9-443f4d5024a1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:30:01.687995 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-d52abc0f-c05b-445b-8af9-443f4d5024a1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:30:01.717206 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52abc0f-c05b-445b-8af9-443f4d5024a1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Pushing event updated for resources: {'Port': ['ID=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:01.721603 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d52abc0f-c05b-445b-8af9-443f4d5024a1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:01.746968 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-d52abc0f-c05b-445b-8af9-443f4d5024a1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:01.747628 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-d52abc0f-c05b-445b-8af9-443f4d5024a1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:01.762970 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-d52abc0f-c05b-445b-8af9-443f4d5024a1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0902143 Jun 24 12:30:01.789598 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Request body: {'port': {'device_id': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:30:01.823506 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['be7899b4-583c-4ea2-a56b-ff34480c4915'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:30:01.878200 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:01.973325 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-071bb825-c5f4-460e-84ce-c6bbcb18678f None None] Provisioning for port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:30:01.978378 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-071bb825-c5f4-460e-84ce-c6bbcb18678f None None] Provisioning complete for port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:30:01.978811 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-071bb825-c5f4-460e-84ce-c6bbcb18678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:02.024923 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-071bb825-c5f4-460e-84ce-c6bbcb18678f None None] Port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:30:02.085381 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 40160) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:02.161532 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 {{(pid=92888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:30:02.170395 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:02.186785 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.provisioning_blocks [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Transition to ACTIVE for port object 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 will not be triggered until provisioned by entity L2. {{(pid=92888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:30:02.190650 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:02.193082 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:02.358821 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Pushing event updated for resources: {'Port': ['ID=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,revision_number=2']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:02.384758 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:02.486828 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Attempting to bind port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:30:02.487568 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Attempting to bind port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'c3f84836-98c4-48ac-b0d8-6caca66bac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813'}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:30:02.503326 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Attempting to bind port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 on network 9a83dde2-fa3e-4394-966b-7c8d3ffd1813 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:30:02.530373 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 on network 9a83dde2-fa3e-4394-966b-7c8d3ffd1813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:30:02.530700 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Attempting to bind port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 on network 9a83dde2-fa3e-4394-966b-7c8d3ffd1813 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:30:02.587386 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4b42d-d9cd-4a89-ad31-17afec4dbebe req-2d4737d6-1c9e-443c-8d6d-8d66cd703fa1 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:02.588943 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-60e4b42d-d9cd-4a89-ad31-17afec4dbebe req-2d4737d6-1c9e-443c-8d6d-8d66cd703fa1 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.2982264 Jun 24 12:30:02.604926 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:30:02.605260 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Checking segment: {'id': 'c3f84836-98c4-48ac-b0d8-6caca66bac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:30:02.605640 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Bound using segment: {'id': 'c3f84836-98c4-48ac-b0d8-6caca66bac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813'} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:30:02.606087 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Bound port: 99e5ad2f-0723-49ad-bd7f-f73b54ee1581, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f84836-98c4-48ac-b0d8-6caca66bac46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813'}}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:30:02.606441 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:02.681018 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8d7f0ecc-56d6-41e1-b642-3d0adc4c64f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612073'] for router_interface, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:02.682395 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-60e4b42d-d9cd-4a89-ad31-17afec4dbebe req-85893025-bc05-446a-900c-7cd5ae2e3d8e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735397 Jun 24 12:30:02.714747 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c488c6-fed3-46d2-9925-9e257097dea1 req-65df0613-b1c9-42cd-a7a0-962da095b7c5 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:02.716459 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f8c488c6-fed3-46d2-9925-9e257097dea1 req-65df0613-b1c9-42cd-a7a0-962da095b7c5 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 943 time: 0.1890028 Jun 24 12:30:02.750505 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] For port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581, host hv-cinder-68948, cleared binding levels {{(pid=92888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:30:02.776871 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] For port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,segment=NetworkSegment(c3f84836-98c4-48ac-b0d8-6caca66bac46),segment_id=c3f84836-98c4-48ac-b0d8-6caca66bac46)] {{(pid=92888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:30:02.795326 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:02.806840 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:02.850650 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:02.851256 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:02.852727 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] 10.222.0.49 "PUT /v2.0/ports/99e5ad2f-0723-49ad-bd7f-f73b54ee1581 HTTP/1.1" status: 200 len: 1093 time: 1.0680225 Jun 24 12:30:02.854217 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'tag': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:30:02.856564 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9e8848-70c8-4c64-8564-c5f5442a5a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba025efd-e1ef-41be-8cd4-296f6be01dea", "tag": "99e5ad2f-0723-49ad-bd7f-f73b54ee1581"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:30:02.881014 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f8c488c6-fed3-46d2-9925-9e257097dea1 req-402ba704-9f22-4d34-8f50-5fb4669206db tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489279 Jun 24 12:30:02.933545 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Pushing event updated for resources: {'Port': ['ID=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,revision_number=3']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:02.936839 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:02.964694 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6fb1ca-4a37-4aa7-91b8-fd3b99776e80 x-openstack-request-id: req-3a6fb1ca-4a37-4aa7-91b8-fd3b99776e80 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:30:02.965018 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba025efd-e1ef-41be-8cd4-296f6be01dea", "tag": "99e5ad2f-0723-49ad-bd7f-f73b54ee1581", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:30:02.965302 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3a6fb1ca-4a37-4aa7-91b8-fd3b99776e80 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:30:02.965717 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'tag': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581', 'status': 'completed', 'code': 200} Jun 24 12:30:02.979705 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5492544-a40d-41e8-8001-48ac207969b3 req-03ca081e-fd06-45bb-ab2c-50ca662e10a4 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:02.981281 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b5492544-a40d-41e8-8001-48ac207969b3 req-03ca081e-fd06-45bb-ab2c-50ca662e10a4 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 944 time: 0.1404288 Jun 24 12:30:03.053279 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b5492544-a40d-41e8-8001-48ac207969b3 req-4d2bc76d-3b0e-48fe-a675-9c4b2fa717ec tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658031 Jun 24 12:30:03.078942 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-ce9cff7f-f6ca-4c9f-a34c-79c011177587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:03.080691 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-ce9cff7f-f6ca-4c9f-a34c-79c011177587 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab3202e2b14640afb4d51e51be80066a&device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 1096 time: 0.0780258 Jun 24 12:30:03.099226 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device be7899b4-583c-4ea2-a56b-ff34480c4915 up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:30:03.144213 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-c16a64be-44d5-49cb-a7fe-51778ca8c8b3 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581 HTTP/1.1" status: 200 len: 217 time: 0.0442796 Jun 24 12:30:03.157518 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port be7899b4-583c-4ea2-a56b-ff34480c4915 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:30:03.157903 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:03.206915 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-151182d5-0917-4eff-be53-97418b77ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:03.208384 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-151182d5-0917-4eff-be53-97418b77ad77 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c2e608d6-0ace-49bb-8372-767f80935cbd HTTP/1.1" status: 200 len: 848 time: 0.0576892 Jun 24 12:30:03.248442 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:03.274796 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7899b4-583c-4ea2-a56b-ff34480c4915'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:30:03.277320 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083d169c-4338-4ad1-a014-10cf3a76e0bc" -d '{"events": [{"server_uuid": "b3af54a5-166f-47d7-a77a-067c623a332c", "name": "network-vif-plugged", "status": "completed", "tag": "be7899b4-583c-4ea2-a56b-ff34480c4915"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:30:03.291861 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f0ecc-56d6-41e1-b642-3d0adc4c64f5 admin admin] Deleting port fdfebde4-2a5e-4b39-876b-d04d603c955a {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:30:03.292630 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8d7f0ecc-56d6-41e1-b642-3d0adc4c64f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:03.296820 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a3c6ddd1-423e-4625-83f8-0a4e0ff40ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:03.298045 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port be7899b4-583c-4ea2-a56b-ff34480c4915, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=be7899b4-583c-4ea2-a56b-ff34480c4915,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:03.298581 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-a3c6ddd1-423e-4625-83f8-0a4e0ff40ac0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0782762 Jun 24 12:30:03.302878 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:03.303957 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 0f9c179c-4b93-4e44-8ac6-ef73fe862863 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:30:03.306392 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-0bb2272f-7135-466d-a80a-f42ed273ba8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:03.357044 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: 0f9c179c-4b93-4e44-8ac6-ef73fe862863 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:30:03.357401 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 0f9c179c-4b93-4e44-8ac6-ef73fe862863 not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:30:03.361494 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb404cc-bb74-40a9-9b89-b434a440d77f x-openstack-request-id: req-3cb404cc-bb74-40a9-9b89-b434a440d77f {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:30:03.361799 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3af54a5-166f-47d7-a77a-067c623a332c", "name": "network-vif-plugged", "status": "completed", "tag": "be7899b4-583c-4ea2-a56b-ff34480c4915", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:30:03.362066 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3cb404cc-bb74-40a9-9b89-b434a440d77f {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:30:03.362550 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7899b4-583c-4ea2-a56b-ff34480c4915', 'code': 200} Jun 24 12:30:03.396381 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [None req-8d7f0ecc-56d6-41e1-b642-3d0adc4c64f5 admin admin] For port fdfebde4-2a5e-4b39-876b-d04d603c955a, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=fdfebde4-2a5e-4b39-876b-d04d603c955a,segment=NetworkSegment(e955a9d6-9127-410f-8016-091b853a7aa9),segment_id=e955a9d6-9127-410f-8016-091b853a7aa9)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:03.396746 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8d7f0ecc-56d6-41e1-b642-3d0adc4c64f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:03.396866 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=be7899b4-583c-4ea2-a56b-ff34480c4915,revision_number=10']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:03.400005 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:03.417068 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f0ecc-56d6-41e1-b642-3d0adc4c64f5 admin admin] Calling delete_port for fdfebde4-2a5e-4b39-876b-d04d603c955a owned by network:router_interface {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:30:03.437069 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-39df67f7-8851-4df4-ac40-51133478cdf4 service neutron] 10.222.0.49 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303427 Jun 24 12:30:03.547041 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fc514fa4-f190-4e48-9aeb-0c0c60b8813f req-b106c46b-c7dc-4e7a-9386-46418f5874f8 service neutron] 10.222.0.49 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874240 Jun 24 12:30:03.643594 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8d7f0ecc-56d6-41e1-b642-3d0adc4c64f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:03.645689 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b383a0da-cd30-4ac0-a359-77962120891c tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:03.674553 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f0ecc-56d6-41e1-b642-3d0adc4c64f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdfebde4-2a5e-4b39-876b-d04d603c955a,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:03.679150 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8d7f0ecc-56d6-41e1-b642-3d0adc4c64f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:03.816956 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e8848-70c8-4c64-8564-c5f5442a5a5c req-56d4396c-22bd-4820-ab7e-2855274709ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:03.819631 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bb9e8848-70c8-4c64-8564-c5f5442a5a5c req-56d4396c-22bd-4820-ab7e-2855274709ca service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab3202e2b14640afb4d51e51be80066a&device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 1096 time: 0.1215136 Jun 24 12:30:03.909080 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8d7f0ecc-56d6-41e1-b642-3d0adc4c64f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-955692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611193'] for router_interface, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:04.062431 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef26b9-3a2a-44f5-b90a-f28888cb4687 req-066bd175-8c27-4e61-b0af-17ce5b3323c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:04.063123 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-44ef26b9-3a2a-44f5-b90a-f28888cb4687 req-066bd175-8c27-4e61-b0af-17ce5b3323c5 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 1099 time: 0.1398592 Jun 24 12:30:04.144440 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-44ef26b9-3a2a-44f5-b90a-f28888cb4687 req-d22a1b3d-27b0-4ee7-89fe-1e67fe7f6a9a service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727799 Jun 24 12:30:04.202497 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7f0ecc-56d6-41e1-b642-3d0adc4c64f5 admin admin] Router 96c69d19-cd5e-4836-9e7d-f61833ffa976 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:30:04.225733 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66596722-6f0e-4545-8eb2-b11897975c53 req-e9e81607-3427-4b16-953a-4623977c15dd tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:04.226316 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-66596722-6f0e-4545-8eb2-b11897975c53 req-e9e81607-3427-4b16-953a-4623977c15dd tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.3766432 Jun 24 12:30:04.258544 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e8848-70c8-4c64-8564-c5f5442a5a5c req-1320b3da-8378-4de7-8d5a-c42eece52e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:04.260415 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bb9e8848-70c8-4c64-8564-c5f5442a5a5c req-1320b3da-8378-4de7-8d5a-c42eece52e2e service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813 HTTP/1.1" status: 200 len: 910 time: 0.3767676 Jun 24 12:30:04.283442 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35717d12-f111-4d05-afac-5d8ac7e91b12 req-d5310f2b-550a-4950-b9bd-804b264a5fd6 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:04.287904 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-35717d12-f111-4d05-afac-5d8ac7e91b12 req-d5310f2b-550a-4950-b9bd-804b264a5fd6 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 945 time: 0.3474948 Jun 24 12:30:04.313778 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-66596722-6f0e-4545-8eb2-b11897975c53 req-77763aec-26e4-4890-bfd0-569cdc108827 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744069 Jun 24 12:30:04.333902 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7f0ecc-56d6-41e1-b642-3d0adc4c64f5 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:30:04.343893 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-35717d12-f111-4d05-afac-5d8ac7e91b12 req-b2fdc00b-306a-4794-b461-147e1a474fd9 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500212 Jun 24 12:30:04.344092 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef7bbd8-d6f7-46a7-bd15-463816ac9cf3 None None] Sync routers for ids ['96c69d19-cd5e-4836-9e7d-f61833ffa976'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:30:04.350089 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-8d7f0ecc-56d6-41e1-b642-3d0adc4c64f5 admin admin] 10.222.0.98 "PUT /v2.0/routers/96c69d19-cd5e-4836-9e7d-f61833ffa976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2623789 Jun 24 12:30:04.351895 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 40196) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:04.357802 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef7bbd8-d6f7-46a7-bd15-463816ac9cf3 None None] Routers {'96c69d19-cd5e-4836-9e7d-f61833ffa976'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:30:04.358468 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-aef7bbd8-d6f7-46a7-bd15-463816ac9cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:29:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['96c69d19-cd5e-4836-9e7d-f61833ffa976'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:04.567523 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-aef7bbd8-d6f7-46a7-bd15-463816ac9cf3 None None] Set router 96c69d19-cd5e-4836-9e7d-f61833ffa976 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:30:04.574713 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bb9e8848-70c8-4c64-8564-c5f5442a5a5c req-750f9eb7-6de9-4d46-bef6-cb9272b789e2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581 HTTP/1.1" status: 200 len: 217 time: 0.0797465 Jun 24 12:30:04.578343 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:04.731416 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e8848-70c8-4c64-8564-c5f5442a5a5c req-5974a24f-ac6e-4b94-8b43-fc15e5dc232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:04.732862 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bb9e8848-70c8-4c64-8564-c5f5442a5a5c req-5974a24f-ac6e-4b94-8b43-fc15e5dc232f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c2e608d6-0ace-49bb-8372-767f80935cbd HTTP/1.1" status: 200 len: 848 time: 0.1144662 Jun 24 12:30:04.740074 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30da861-7a12-4b41-b63d-fb58f893d821 req-464ec4bd-a8be-4fd4-a528-1a4503b98ea1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:04.741427 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f30da861-7a12-4b41-b63d-fb58f893d821 req-464ec4bd-a8be-4fd4-a528-1a4503b98ea1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 943 time: 0.2808895 Jun 24 12:30:04.755921 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-aef7bbd8-d6f7-46a7-bd15-463816ac9cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'name': 'tempest-ServerRescueNegativeTestJSON-1525196682-router', 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:30:03Z', 'revision_number': 5, 'project_id': '967b8aeaa9b84099a4b530f134f85b2c', 'gw_port': {'id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:26Z', 'updated_at': '2021-06-24T12:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:04.778742 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399dd48-684b-4443-922e-2556b73da8d4 req-eec64c76-68a1-410e-8925-266f13abe8e7 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:04.780504 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e399dd48-684b-4443-922e-2556b73da8d4 req-eec64c76-68a1-410e-8925-266f13abe8e7 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 946 time: 0.2901807 Jun 24 12:30:04.807884 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef7bbd8-d6f7-46a7-bd15-463816ac9cf3 None None] Checking router: 96c69d19-cd5e-4836-9e7d-f61833ffa976 for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:30:04.818682 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef7bbd8-d6f7-46a7-bd15-463816ac9cf3 None None] Routers {'96c69d19-cd5e-4836-9e7d-f61833ffa976'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:30:04.819320 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-aef7bbd8-d6f7-46a7-bd15-463816ac9cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:29:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['96c69d19-cd5e-4836-9e7d-f61833ffa976'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:04.828527 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:04.875190 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f30da861-7a12-4b41-b63d-fb58f893d821 req-3177c2c7-5efd-49e4-b359-eab239362b2f tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077881 Jun 24 12:30:04.902264 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e399dd48-684b-4443-922e-2556b73da8d4 req-c015d011-693b-4072-b3fa-fd2b2eef055d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988054 Jun 24 12:30:04.924701 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e8848-70c8-4c64-8564-c5f5442a5a5c req-d2520763-7f60-4fec-9386-a25ffdc2f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:04.926186 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bb9e8848-70c8-4c64-8564-c5f5442a5a5c req-d2520763-7f60-4fec-9386-a25ffdc2f83d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1733356 Jun 24 12:30:04.939134 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-aef7bbd8-d6f7-46a7-bd15-463816ac9cf3 None None] Set router 96c69d19-cd5e-4836-9e7d-f61833ffa976 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:30:04.959136 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] Deleting port 32e24e5b-46c9-4fa3-8346-d8a2e16a9808 {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:30:04.959479 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:05.086579 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bb9e8848-70c8-4c64-8564-c5f5442a5a5c req-481cbda3-8b1d-44ab-a76b-28f399b873d3 service neutron] 10.222.0.49 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516373 Jun 24 12:30:05.091299 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] For port 32e24e5b-46c9-4fa3-8346-d8a2e16a9808, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=32e24e5b-46c9-4fa3-8346-d8a2e16a9808,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:05.091674 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:05.117502 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-aef7bbd8-d6f7-46a7-bd15-463816ac9cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'name': 'tempest-ServerRescueNegativeTestJSON-1525196682-router', 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:30:03Z', 'revision_number': 5, 'project_id': '967b8aeaa9b84099a4b530f134f85b2c', 'gw_port': {'id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:26Z', 'updated_at': '2021-06-24T12:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:05.120446 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] Calling delete_port for 32e24e5b-46c9-4fa3-8346-d8a2e16a9808 owned by network:router_gateway {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:30:05.143414 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef7bbd8-d6f7-46a7-bd15-463816ac9cf3 None None] The sync data for ids ['96c69d19-cd5e-4836-9e7d-f61833ffa976'] in dv-cinder-689486-14-smb is: [{'id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'name': 'tempest-ServerRescueNegativeTestJSON-1525196682-router', 'tenant_id': '967b8aeaa9b84099a4b530f134f85b2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174'}], 'enable_snat': True}, 'gw_port_id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:30:03Z', 'revision_number': 5, 'project_id': '967b8aeaa9b84099a4b530f134f85b2c', 'gw_port': {'id': '32e24e5b-46c9-4fa3-8346-d8a2e16a9808', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:67:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96c69d19-cd5e-4836-9e7d-f61833ffa976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:26Z', 'updated_at': '2021-06-24T12:26:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:30:05.241055 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bb9e8848-70c8-4c64-8564-c5f5442a5a5c req-478b5311-b258-4a6a-8ffc-e02c342ba769 service neutron] 10.222.0.49 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420884 Jun 24 12:30:05.378993 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:05.381942 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:05.407054 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=32e24e5b-46c9-4fa3-8346-d8a2e16a9808,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:05.412107 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:05.498101 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613020'] for router_gateway, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:05.612517 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60476'] for router, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:05.616026 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:05.691780 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f16de3-75e5-4259-8658-3f431ae37f9f req-4ae5186c-ba08-4199-9614-523143f8a678 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:05.693386 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a4f16de3-75e5-4259-8658-3f431ae37f9f req-4ae5186c-ba08-4199-9614-523143f8a678 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 945 time: 0.2360179 Jun 24 12:30:05.699400 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-613332'] for router, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:05.699795 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96c69d19-cd5e-4836-9e7d-f61833ffa976 {{(pid=92888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:30:05.710044 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] Notify callbacks [] for router, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:05.711874 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] 10.222.0.98 "DELETE /v2.0/routers/96c69d19-cd5e-4836-9e7d-f61833ffa976 HTTP/1.1" status: 204 len: 168 time: 1.3579247 Jun 24 12:30:05.715027 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 40206) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:05.760569 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a4f16de3-75e5-4259-8658-3f431ae37f9f req-c2e02270-4984-46b3-8e5b-b7ec3d590880 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588677 Jun 24 12:30:05.845791 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_v2 [None req-93467053-1ade-48c8-a029-2934e7b89c8b admin admin] Deleting subnet 9bda3046-98c5-404d-a857-c5a2cdd0e043 {{(pid=92890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:30:05.851898 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-93467053-1ade-48c8-a029-2934e7b89c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:05.896874 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-93467053-1ade-48c8-a029-2934e7b89c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3632414'] for subnet, precommit_delete_associations {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:05.952562 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-93467053-1ade-48c8-a029-2934e7b89c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8177933'] for subnet, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:06.040854 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-93467053-1ade-48c8-a029-2934e7b89c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8177946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2530319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3256915'] for subnet, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:06.046222 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:06.068697 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93467053-1ade-48c8-a029-2934e7b89c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bda3046-98c5-404d-a857-c5a2cdd0e043,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:06.074559 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-93467053-1ade-48c8-a029-2934e7b89c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:06.079242 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-93467053-1ade-48c8-a029-2934e7b89c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:06.083587 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-93467053-1ade-48c8-a029-2934e7b89c8b admin admin] 10.222.0.98 "DELETE /v2.0/subnets/9bda3046-98c5-404d-a857-c5a2cdd0e043 HTTP/1.1" status: 204 len: 168 time: 0.3644669 Jun 24 12:30:06.084649 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 40218) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:06.149832 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582053c6-8e11-431b-8678-2331edba38ed req-cc65b6de-ef67-4176-91ed-21cce104a40a tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:06.151462 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-582053c6-8e11-431b-8678-2331edba38ed req-cc65b6de-ef67-4176-91ed-21cce104a40a tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 943 time: 0.1290953 Jun 24 12:30:06.180796 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6e69f238-6a5f-4cfb-8df6-61a475eb43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7938150'] for network, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:06.227974 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-582053c6-8e11-431b-8678-2331edba38ed req-4cce545d-f004-4e2e-8366-c4b1cb1ad4f1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697000 Jun 24 12:30:06.239172 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50552c44-b23d-4358-acfc-dda5293201cf req-776dc45c-0698-47a6-a93a-d6521fa172dc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:06.249196 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-50552c44-b23d-4358-acfc-dda5293201cf req-776dc45c-0698-47a6-a93a-d6521fa172dc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 946 time: 0.1482086 Jun 24 12:30:06.298124 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6e69f238-6a5f-4cfb-8df6-61a475eb43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8179803', 'neutron.services.segments.db._delete_segments_for_network-8792598930728'] for network, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:06.316598 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-6e69f238-6a5f-4cfb-8df6-61a475eb43d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5']}} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:06.318697 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-50552c44-b23d-4358-acfc-dda5293201cf req-b4cf3647-a3b7-4c6c-9a13-39ecd1917914 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645902 Jun 24 12:30:06.329557 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-6e69f238-6a5f-4cfb-8df6-61a475eb43d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e955a9d6-9127-410f-8016-091b853a7aa9') {'for_net_delete': True} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:06.329727 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-6e69f238-6a5f-4cfb-8df6-61a475eb43d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e955a9d6-9127-410f-8016-091b853a7aa9') {} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:06.340993 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6e69f238-6a5f-4cfb-8df6-61a475eb43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792598917807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632487'] for segment, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:06.362896 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6e69f238-6a5f-4cfb-8df6-61a475eb43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:06.370712 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e69f238-6a5f-4cfb-8df6-61a475eb43d1 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=92890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:30:06.371243 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6e69f238-6a5f-4cfb-8df6-61a475eb43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530540'] for segment, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: Traceback (most recent call last): Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: timer() Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: cb(*args, **kw) Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: return func(*args, **kwargs) Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: self._notify() Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: self.callback(batched_events) Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: event.method(event) Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: return f(self, *a, **k) Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: return self._get(url).json() Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: return self.request(url, 'GET', **kwargs) Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:30:06.373673 dv-cinder-689486-14-smb neutron-server[92890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:30:06.453684 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6e69f238-6a5f-4cfb-8df6-61a475eb43d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8179778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612982'] for network, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:06.458034 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:06.461694 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6e69f238-6a5f-4cfb-8df6-61a475eb43d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:06.463993 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-6e69f238-6a5f-4cfb-8df6-61a475eb43d1 admin admin] 10.222.0.98 "DELETE /v2.0/networks/4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5 HTTP/1.1" status: 204 len: 168 time: 0.3754349 Jun 24 12:30:06.485134 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e69f238-6a5f-4cfb-8df6-61a475eb43d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1b86ca-b686-4ea0-8c2f-d0aa4527c8c5,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:06.488338 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-6e69f238-6a5f-4cfb-8df6-61a475eb43d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:06.652488 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 40248) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:06.701832 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-e308d7e6-70ea-4d9b-922b-59612c757a50 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=967b8aeaa9b84099a4b530f134f85b2c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478661 Jun 24 12:30:06.704068 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 40250) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:06.755580 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-eb2c4bd0-5619-465a-8b8b-333ad48c6d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:06.787188 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-eb2c4bd0-5619-465a-8b8b-333ad48c6d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:06.829823 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device fdfebde4-2a5e-4b39-876b-d04d603c955a no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:30:06.849908 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-eb2c4bd0-5619-465a-8b8b-333ad48c6d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:06.850914 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: fdfebde4-2a5e-4b39-876b-d04d603c955a {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:30:06.851366 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device fdfebde4-2a5e-4b39-876b-d04d603c955a not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:30:06.852522 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 32e24e5b-46c9-4fa3-8346-d8a2e16a9808 no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:30:06.855447 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-eb2c4bd0-5619-465a-8b8b-333ad48c6d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:06.862722 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-eb2c4bd0-5619-465a-8b8b-333ad48c6d5f admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/beb9f760-da32-4d33-a000-f879ebc42265 HTTP/1.1" status: 204 len: 168 time: 0.1573260 Jun 24 12:30:06.863915 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-85d1231f-84f8-46bc-a038-59eae124e3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:06.872393 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: 32e24e5b-46c9-4fa3-8346-d8a2e16a9808 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:30:06.872727 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 32e24e5b-46c9-4fa3-8346-d8a2e16a9808 not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:30:06.878351 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c4bd0-5619-465a-8b8b-333ad48c6d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb9f760-da32-4d33-a000-f879ebc42265,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:06.881729 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-eb2c4bd0-5619-465a-8b8b-333ad48c6d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:07.150143 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:30:07.211557 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abf982-7559-4b29-ae8b-3b685675907a req-ad39318e-fb88-4912-97b5-8d8b60baa5f3 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:07.213294 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-48abf982-7559-4b29-ae8b-3b685675907a req-ad39318e-fb88-4912-97b5-8d8b60baa5f3 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 945 time: 0.2769086 Jun 24 12:30:07.261911 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,segment=NetworkSegment(c3f84836-98c4-48ac-b0d8-6caca66bac46),segment_id=c3f84836-98c4-48ac-b0d8-6caca66bac46)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:07.277769 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-48abf982-7559-4b29-ae8b-3b685675907a req-3c415be4-7bb6-403d-9d74-ed207524fd85 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581055 Jun 24 12:30:07.278275 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581', 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'port_id': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581', 'mac_address': 'fa:16:3e:a8:ae:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:30:07.329844 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:07.345084 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:30:07.375240 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,segment=NetworkSegment(c3f84836-98c4-48ac-b0d8-6caca66bac46),segment_id=c3f84836-98c4-48ac-b0d8-6caca66bac46)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:07.380705 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:07.383620 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:07.435387 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b862b4-e739-4676-b3ae-fd4464583fda req-0f406061-137f-48dd-a30f-a59fa7c917bc tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:07.436999 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-93b862b4-e739-4676-b3ae-fd4464583fda req-0f406061-137f-48dd-a30f-a59fa7c917bc tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 943 time: 0.0798864 Jun 24 12:30:07.463314 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:07.466721 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:07.521386 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-93b862b4-e739-4676-b3ae-fd4464583fda req-8bffbb2e-066c-4d7b-a759-0e17e0eb3a3b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745430 Jun 24 12:30:07.559027 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce9e51-f4eb-477f-b5f1-aa62140e127d req-db50ef50-8f29-4267-8b8d-82e266672d64 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:07.560594 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c1ce9e51-f4eb-477f-b5f1-aa62140e127d req-db50ef50-8f29-4267-8b8d-82e266672d64 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 946 time: 0.0874593 Jun 24 12:30:07.602587 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c1ce9e51-f4eb-477f-b5f1-aa62140e127d req-2cb40ba6-d670-4bfb-9cd0-fde7a181c9eb tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357676 Jun 24 12:30:07.807821 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['99e5ad2f-0723-49ad-bd7f-f73b54ee1581'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:30:08.448407 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3634e0-1b34-40e2-935d-7519b0a5820a req-8e3faa53-08ac-4d89-b6ef-aefde54a2710 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:08.449888 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cc3634e0-1b34-40e2-935d-7519b0a5820a req-8e3faa53-08ac-4d89-b6ef-aefde54a2710 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 945 time: 0.0689523 Jun 24 12:30:08.496588 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cc3634e0-1b34-40e2-935d-7519b0a5820a req-a4900c69-bc57-4782-994e-6f58b55ebb7a tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406220 Jun 24 12:30:08.720145 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad7285-f22e-4edb-989a-f50c89081109 req-0b580c11-be07-4264-ac64-3b6d2e29a819 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:08.721677 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-30ad7285-f22e-4edb-989a-f50c89081109 req-0b580c11-be07-4264-ac64-3b6d2e29a819 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 944 time: 0.0842392 Jun 24 12:30:08.768068 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-30ad7285-f22e-4edb-989a-f50c89081109 req-8c17f290-c72f-4d2e-b73d-f1c82545f880 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400555 Jun 24 12:30:09.178522 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:30:09.231501 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:30:09.235240 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:30:09.235644 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:09.314031 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:09.336919 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:30:09.339140 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a9a73c-46fd-4a72-a85a-eeb1570ec29c" -d '{"events": [{"server_uuid": "ba025efd-e1ef-41be-8cd4-296f6be01dea", "name": "network-vif-plugged", "status": "completed", "tag": "99e5ad2f-0723-49ad-bd7f-f73b54ee1581"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:30:09.352725 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,segment=NetworkSegment(c3f84836-98c4-48ac-b0d8-6caca66bac46),segment_id=c3f84836-98c4-48ac-b0d8-6caca66bac46)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:09.357021 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:09.359686 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:09.385799 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d39204-165a-4269-bbd9-6c73750c6e95 x-openstack-request-id: req-69d39204-165a-4269-bbd9-6c73750c6e95 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:30:09.386095 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba025efd-e1ef-41be-8cd4-296f6be01dea", "name": "network-vif-plugged", "status": "completed", "tag": "99e5ad2f-0723-49ad-bd7f-f73b54ee1581", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:30:09.386348 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-69d39204-165a-4269-bbd9-6c73750c6e95 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:30:09.386732 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581', 'code': 200} Jun 24 12:30:09.418562 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:09.421723 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:09.683758 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc079103-b906-423c-b65e-657972fdda07 req-10800e3b-427f-4a38-a80e-4bd271d5be0e tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:09.685749 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bc079103-b906-423c-b65e-657972fdda07 req-10800e3b-427f-4a38-a80e-4bd271d5be0e tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 945 time: 0.0705338 Jun 24 12:30:09.734536 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bc079103-b906-423c-b65e-657972fdda07 req-25f2ec5a-a8e2-4c4c-b153-e83957528fd5 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411990 Jun 24 12:30:09.838483 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae950f3b-bb8b-49a1-90de-fb5e2caaa0cc req-78d299f8-7446-473a-ad9a-d4d5f47c5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:09.839980 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ae950f3b-bb8b-49a1-90de-fb5e2caaa0cc req-78d299f8-7446-473a-ad9a-d4d5f47c5c25 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 1098 time: 0.0657055 Jun 24 12:30:09.885211 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ae950f3b-bb8b-49a1-90de-fb5e2caaa0cc req-6927d07e-1fdf-45bd-9512-757d0cfd43e8 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365963 Jun 24 12:30:09.967897 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83943d30-4918-4936-ab83-fe126c4cc57d req-36979c57-a8f1-44b0-9a5f-71022c80f586 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:09.969426 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-83943d30-4918-4936-ab83-fe126c4cc57d req-36979c57-a8f1-44b0-9a5f-71022c80f586 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.0718274 Jun 24 12:30:10.013456 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-83943d30-4918-4936-ab83-fe126c4cc57d req-a1781137-d510-435a-acee-0366114b395b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352247 Jun 24 12:30:10.603839 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507af34-fc9a-4a41-b336-4b34ea36dd4e req-1afe2e98-4e1d-42a1-a17c-aace4978b4a1 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:10.605352 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9507af34-fc9a-4a41-b336-4b34ea36dd4e req-1afe2e98-4e1d-42a1-a17c-aace4978b4a1 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.49 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 945 time: 0.0643623 Jun 24 12:30:10.714839 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-9507af34-fc9a-4a41-b336-4b34ea36dd4e req-7270524f-35fd-4e58-955e-1155f5a9eafe tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Deleting port 9081df40-1903-4624-8303-ec28bf774cf9 {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:30:10.715600 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-9507af34-fc9a-4a41-b336-4b34ea36dd4e req-7270524f-35fd-4e58-955e-1155f5a9eafe tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:10.806470 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-9507af34-fc9a-4a41-b336-4b34ea36dd4e req-7270524f-35fd-4e58-955e-1155f5a9eafe tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] For port 9081df40-1903-4624-8303-ec28bf774cf9, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=9081df40-1903-4624-8303-ec28bf774cf9,segment=NetworkSegment(299068cb-8e5f-4c42-b979-2be99103e131),segment_id=299068cb-8e5f-4c42-b979-2be99103e131)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:10.807530 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-9507af34-fc9a-4a41-b336-4b34ea36dd4e req-7270524f-35fd-4e58-955e-1155f5a9eafe tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:10.821177 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-9507af34-fc9a-4a41-b336-4b34ea36dd4e req-7270524f-35fd-4e58-955e-1155f5a9eafe tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Calling delete_port for 9081df40-1903-4624-8303-ec28bf774cf9 owned by compute:nova {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:30:10.951033 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bd54c-b3ca-460b-965a-7a003cef33ef req-1f8ff7d1-0eab-4076-bdb3-1d0a8ac73e37 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:10.952494 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2b1bd54c-b3ca-460b-965a-7a003cef33ef req-1f8ff7d1-0eab-4076-bdb3-1d0a8ac73e37 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/ports?device_id=08809920-976e-42bc-bfe6-9c93c2e360a2 HTTP/1.1" status: 200 len: 945 time: 0.0889509 Jun 24 12:30:11.027314 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2b1bd54c-b3ca-460b-965a-7a003cef33ef req-17de2e1e-34a1-493c-a2e9-994d7b6298ab tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.98 "GET /v2.0/security-groups?id=ab18529b-db8d-46fd-b453-a7007dffcb4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535910 Jun 24 12:30:11.028446 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-9507af34-fc9a-4a41-b336-4b34ea36dd4e req-7270524f-35fd-4e58-955e-1155f5a9eafe tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:11.032325 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:11.060467 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270524f-35fd-4e58-955e-1155f5a9eafe tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Pushing event deleted for resources: {'Port': ['ID=9081df40-1903-4624-8303-ec28bf774cf9,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:11.063523 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-7270524f-35fd-4e58-955e-1155f5a9eafe tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:11.089071 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['9081df40-1903-4624-8303-ec28bf774cf9'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:30:11.105923 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9507af34-fc9a-4a41-b336-4b34ea36dd4e req-7270524f-35fd-4e58-955e-1155f5a9eafe tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] No DVR routers for this DVR port 9081df40-1903-4624-8303-ec28bf774cf9 on host hv-cinder-68948 {{(pid=92888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:30:11.108503 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-9507af34-fc9a-4a41-b336-4b34ea36dd4e req-7270524f-35fd-4e58-955e-1155f5a9eafe tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:11.110479 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9507af34-fc9a-4a41-b336-4b34ea36dd4e req-7270524f-35fd-4e58-955e-1155f5a9eafe tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] 10.222.0.49 "DELETE /v2.0/ports/9081df40-1903-4624-8303-ec28bf774cf9 HTTP/1.1" status: 204 len: 173 time: 0.4993067 Jun 24 12:30:11.110967 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08809920-976e-42bc-bfe6-9c93c2e360a2', 'name': 'network-vif-deleted', 'tag': '9081df40-1903-4624-8303-ec28bf774cf9'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:30:11.113266 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5347f8bd-7738-4dc7-a99e-700bc00541c2" -d '{"events": [{"server_uuid": "08809920-976e-42bc-bfe6-9c93c2e360a2", "name": "network-vif-deleted", "tag": "9081df40-1903-4624-8303-ec28bf774cf9"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:30:11.158609 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2077a2f0-8701-4adc-a4fe-eb00e16c55f5 x-openstack-request-id: req-2077a2f0-8701-4adc-a4fe-eb00e16c55f5 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:30:11.158927 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08809920-976e-42bc-bfe6-9c93c2e360a2", "name": "network-vif-deleted", "tag": "9081df40-1903-4624-8303-ec28bf774cf9", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:30:11.159214 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-2077a2f0-8701-4adc-a4fe-eb00e16c55f5 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:30:11.159669 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08809920-976e-42bc-bfe6-9c93c2e360a2', 'name': 'network-vif-deleted', 'tag': '9081df40-1903-4624-8303-ec28bf774cf9', 'status': 'completed', 'code': 200} Jun 24 12:30:11.385734 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55a893-7fa6-4378-ad4a-78d1286c718d req-b30267c2-bea2-4e48-bf19-d0b765f417b2 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:11.394330 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5e55a893-7fa6-4378-ad4a-78d1286c718d req-b30267c2-bea2-4e48-bf19-d0b765f417b2 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.0956943 Jun 24 12:30:11.446249 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5e55a893-7fa6-4378-ad4a-78d1286c718d req-9794b07f-ddb7-4ae6-be37-36bc8ebaeb36 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506063 Jun 24 12:30:11.626250 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 40368) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:11.733759 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-eb8140d5-2a5e-4c83-9030-a4797bf67a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:11.839586 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-eb8140d5-2a5e-4c83-9030-a4797bf67a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:11.851754 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-eb8140d5-2a5e-4c83-9030-a4797bf67a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:11.855510 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-ceb68740-b9ee-42da-a5fa-3ffb1d52afa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:11.903357 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8140d5-2a5e-4c83-9030-a4797bf67a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9749dd-5c5a-4373-86ed-d12212ea7fc6,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:11.917287 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-eb8140d5-2a5e-4c83-9030-a4797bf67a27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:11.922850 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-eb8140d5-2a5e-4c83-9030-a4797bf67a27 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fedbf61a986e4ef0b228cfae8bf2d8e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955804 Jun 24 12:30:11.925465 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 40376) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:11.979812 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9bb9cf87-c7d9-43bd-aaa4-be32e55b2fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:12.008599 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9bb9cf87-c7d9-43bd-aaa4-be32e55b2fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:12.064052 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9bb9cf87-c7d9-43bd-aaa4-be32e55b2fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:12.066806 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9bb9cf87-c7d9-43bd-aaa4-be32e55b2fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:12.071904 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-9bb9cf87-c7d9-43bd-aaa4-be32e55b2fc7 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0b9749dd-5c5a-4373-86ed-d12212ea7fc6 HTTP/1.1" status: 204 len: 168 time: 0.1453433 Jun 24 12:30:12.074433 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-43deca05-1299-4069-b16b-503dd9c6497d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:12.085487 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9cf87-c7d9-43bd-aaa4-be32e55b2fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9749dd-5c5a-4373-86ed-d12212ea7fc6,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:12.088466 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-9bb9cf87-c7d9-43bd-aaa4-be32e55b2fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:12.437745 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 40398) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:12.458476 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-125f8a92-d04a-4261-a863-59d6102e1cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:12.568325 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-125f8a92-d04a-4261-a863-59d6102e1cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:12.573689 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-125f8a92-d04a-4261-a863-59d6102e1cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:12.579125 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-a619e1e4-2526-4dd3-bda0-0a88c82010a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:12.615671 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f8a92-d04a-4261-a863-59d6102e1cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951a34e9-919d-49a8-a788-f98b0e2954ff,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:12.619040 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-125f8a92-d04a-4261-a863-59d6102e1cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:12.621483 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-125f8a92-d04a-4261-a863-59d6102e1cb7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=faae98b608fe49de89735135d4b02ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827326 Jun 24 12:30:12.626035 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 40404) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:12.660058 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38649afd-ad00-4c09-a2ec-f4bc12ef224b req-777bf1de-43e1-417c-b0b3-e5fd97b1bfa8 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:12.660643 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-38649afd-ad00-4c09-a2ec-f4bc12ef224b req-777bf1de-43e1-417c-b0b3-e5fd97b1bfa8 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.0760548 Jun 24 12:30:12.678359 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8168e3fd-b554-4afa-aa8a-bf5aa3c58aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:12.703323 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-38649afd-ad00-4c09-a2ec-f4bc12ef224b req-7ba0725a-16de-4333-8891-74ba79cb1db8 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361531 Jun 24 12:30:12.703705 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8168e3fd-b554-4afa-aa8a-bf5aa3c58aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:12.757806 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8168e3fd-b554-4afa-aa8a-bf5aa3c58aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:12.760829 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-8168e3fd-b554-4afa-aa8a-bf5aa3c58aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:12.764900 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-8168e3fd-b554-4afa-aa8a-bf5aa3c58aac admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/951a34e9-919d-49a8-a788-f98b0e2954ff HTTP/1.1" status: 204 len: 168 time: 0.1351247 Jun 24 12:30:12.764900 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8453d186-a846-4e73-b888-6e0f212a3cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:12.771593 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168e3fd-b554-4afa-aa8a-bf5aa3c58aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951a34e9-919d-49a8-a788-f98b0e2954ff,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:12.774360 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8168e3fd-b554-4afa-aa8a-bf5aa3c58aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:12.910784 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7325515-b7d5-4a38-a99e-d6d3b8eefb64 req-0d70ed8e-cac6-4cbe-a86c-96328f1abd51 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:12.912316 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f7325515-b7d5-4a38-a99e-d6d3b8eefb64 req-0d70ed8e-cac6-4cbe-a86c-96328f1abd51 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.0869906 Jun 24 12:30:12.952142 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f7325515-b7d5-4a38-a99e-d6d3b8eefb64 req-eff99b0c-cb13-4230-aba4-2981172a74e2 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334511 Jun 24 12:30:12.977274 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 40412) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:13.207440 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58a6ca9-1973-4e54-a1bf-ae3d4eb5d5ed tempest-TestShelveInstance-1742750695 tempest-TestShelveInstance-1742750695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:13.209053 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-e58a6ca9-1973-4e54-a1bf-ae3d4eb5d5ed tempest-TestShelveInstance-1742750695 tempest-TestShelveInstance-1742750695-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 1093 time: 0.2306809 Jun 24 12:30:13.213666 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 40424) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:13.215176 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 9081df40-1903-4624-8303-ec28bf774cf9 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:30:13.221405 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Request body: {'floatingip': {'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'port_id': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:30:13.239148 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: 9081df40-1903-4624-8303-ec28bf774cf9 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:30:13.239974 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 9081df40-1903-4624-8303-ec28bf774cf9 not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:30:13.251672 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for floatingip, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:13.365704 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:13.494476 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Allocated IP 172.28.2.47 (55215ffa-be73-4f27-8bd6-e565279244aa/626247e8-372a-46a2-9822-6edda33fe1cd/c95b8a10-3d51-4263-9ea4-f0ef69a89ebf) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:30:13.623739 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:13.676015 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3352900'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:13.678183 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:13.731823 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Pushing event updated for resources: {'Port': ['ID=c95b8a10-3d51-4263-9ea4-f0ef69a89ebf,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:13.735582 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Network 55215ffa-be73-4f27-8bd6-e565279244aa is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:30:13.736557 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:13.737789 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:30:13.740065 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:30:14.235212 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:14.361171 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:14.522165 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:14.527096 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:14.529924 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:14.601985 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Pushing event updated for resources: {'Port': ['ID=c95b8a10-3d51-4263-9ea4-f0ef69a89ebf,revision_number=2']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:14.605856 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:14.615121 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612985'] for floatingip, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:14.719408 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.db.l3_db [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Floating IP 3a950247-3405-403a-bdee-82d86de6402f associated. External IP: 172.28.2.47, port: 99e5ad2f-0723-49ad-bd7f-f73b54ee1581. Jun 24 12:30:15.183613 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Router 294fdd66-9447-4c35-9c29-c4c69da21a5f has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:30:15.327709 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:30:15.339441 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa667e5-fe56-450a-9165-9f7d03c0d296 None None] Sync routers for ids ['294fdd66-9447-4c35-9c29-c4c69da21a5f'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:30:15.348783 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa667e5-fe56-450a-9165-9f7d03c0d296 None None] Routers {'294fdd66-9447-4c35-9c29-c4c69da21a5f'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:30:15.349963 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-daa667e5-fe56-450a-9165-9f7d03c0d296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:29:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['294fdd66-9447-4c35-9c29-c4c69da21a5f'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:15.360308 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for floatingip, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:15.409535 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1941340 Jun 24 12:30:15.410392 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'tag': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:30:15.413096 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f4a0d7-bd7a-4948-a3c1-cdd369a43f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ba025efd-e1ef-41be-8cd4-296f6be01dea", "tag": "99e5ad2f-0723-49ad-bd7f-f73b54ee1581"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:30:15.464097 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fb6681-7bf9-4e95-a9ec-547f76a010f3 x-openstack-request-id: req-71fb6681-7bf9-4e95-a9ec-547f76a010f3 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:30:15.464427 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba025efd-e1ef-41be-8cd4-296f6be01dea", "tag": "99e5ad2f-0723-49ad-bd7f-f73b54ee1581", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:30:15.464715 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-71fb6681-7bf9-4e95-a9ec-547f76a010f3 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:30:15.465144 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'tag': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581', 'status': 'completed', 'code': 200} Jun 24 12:30:15.591593 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4a0d7-bd7a-4948-a3c1-cdd369a43f1c req-c26acbce-57f3-4e03-a197-10e99e25c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:15.593185 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c5f4a0d7-bd7a-4948-a3c1-cdd369a43f1c req-c26acbce-57f3-4e03-a197-10e99e25c7b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab3202e2b14640afb4d51e51be80066a&device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 1098 time: 0.0750051 Jun 24 12:30:15.624410 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-daa667e5-fe56-450a-9165-9f7d03c0d296 None None] Set router 294fdd66-9447-4c35-9c29-c4c69da21a5f gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:30:15.730708 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4a0d7-bd7a-4948-a3c1-cdd369a43f1c req-9af49846-fad7-49be-bfd7-8facefe31952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:15.732607 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c5f4a0d7-bd7a-4948-a3c1-cdd369a43f1c req-9af49846-fad7-49be-bfd7-8facefe31952 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813 HTTP/1.1" status: 200 len: 910 time: 0.1324828 Jun 24 12:30:15.812725 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c5f4a0d7-bd7a-4948-a3c1-cdd369a43f1c req-4b90f992-9542-4c99-8dc2-b1762c4f3d3d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581 HTTP/1.1" status: 200 len: 998 time: 0.0733287 Jun 24 12:30:15.876592 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4a0d7-bd7a-4948-a3c1-cdd369a43f1c req-8500ca93-17bb-4540-bf8b-3a7874041188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:15.878354 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c5f4a0d7-bd7a-4948-a3c1-cdd369a43f1c req-8500ca93-17bb-4540-bf8b-3a7874041188 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c2e608d6-0ace-49bb-8372-767f80935cbd HTTP/1.1" status: 200 len: 848 time: 0.0594838 Jun 24 12:30:15.940138 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4a0d7-bd7a-4948-a3c1-cdd369a43f1c req-84e49468-606c-4152-841a-ceaffe246c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:15.941787 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c5f4a0d7-bd7a-4948-a3c1-cdd369a43f1c req-84e49468-606c-4152-841a-ceaffe246c0b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0563679 Jun 24 12:30:15.952669 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-daa667e5-fe56-450a-9165-9f7d03c0d296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'name': 'tempest-TestShelveInstance-1467306104-router', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '31585ddf-5afa-4775-999d-152ed3be8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:09Z', 'updated_at': '2021-06-24T12:29:13Z', 'revision_number': 4, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'gw_port': {'id': '31585ddf-5afa-4775-999d-152ed3be8279', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:10Z', 'updated_at': '2021-06-24T12:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': '3a950247-3405-403a-bdee-82d86de6402f', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'floating_ip_address': '172.28.2.47', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'port_id': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'mac_address': 'fa:16:3e:a8:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:30:13Z', 'updated_at': '2021-06-24T12:30:13Z', 'revision_number': 0, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cd4030-a89e-4795-b62c-e228a0c58ada', 'name': '', 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'mac_address': 'fa:16:3e:5e:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:12Z', 'updated_at': '2021-06-24T12:29:19Z', 'revision_number': 5, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'subnets': [{'id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:15.981390 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa667e5-fe56-450a-9165-9f7d03c0d296 None None] Checking router: 294fdd66-9447-4c35-9c29-c4c69da21a5f for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:30:15.993186 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa667e5-fe56-450a-9165-9f7d03c0d296 None None] Routers {'294fdd66-9447-4c35-9c29-c4c69da21a5f'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:30:15.995479 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-daa667e5-fe56-450a-9165-9f7d03c0d296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:29:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['294fdd66-9447-4c35-9c29-c4c69da21a5f'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:16.033794 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c5f4a0d7-bd7a-4948-a3c1-cdd369a43f1c req-1591e2db-ce05-4a7b-8903-bab480782bdf service neutron] 10.222.0.49 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858784 Jun 24 12:30:16.129145 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-daa667e5-fe56-450a-9165-9f7d03c0d296 None None] Set router 294fdd66-9447-4c35-9c29-c4c69da21a5f gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:30:16.130318 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c5f4a0d7-bd7a-4948-a3c1-cdd369a43f1c req-6e1453e2-f746-4d17-b41e-4c265e892eaa service neutron] 10.222.0.49 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906100 Jun 24 12:30:16.140501 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 40572) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:16.268073 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-178f1a94-c1e1-4be0-9978-f9d19b0bb42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:16.396700 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-178f1a94-c1e1-4be0-9978-f9d19b0bb42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:16.396965 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-daa667e5-fe56-450a-9165-9f7d03c0d296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'name': 'tempest-TestShelveInstance-1467306104-router', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '31585ddf-5afa-4775-999d-152ed3be8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:09Z', 'updated_at': '2021-06-24T12:29:13Z', 'revision_number': 4, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'gw_port': {'id': '31585ddf-5afa-4775-999d-152ed3be8279', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:10Z', 'updated_at': '2021-06-24T12:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': '3a950247-3405-403a-bdee-82d86de6402f', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'floating_ip_address': '172.28.2.47', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'port_id': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'mac_address': 'fa:16:3e:a8:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:30:13Z', 'updated_at': '2021-06-24T12:30:13Z', 'revision_number': 0, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cd4030-a89e-4795-b62c-e228a0c58ada', 'name': '', 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'mac_address': 'fa:16:3e:5e:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:12Z', 'updated_at': '2021-06-24T12:29:19Z', 'revision_number': 5, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'subnets': [{'id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:16.404124 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-178f1a94-c1e1-4be0-9978-f9d19b0bb42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:16.407779 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d34de352-48a9-4c24-a222-09e9342b2d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:16.427730 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa667e5-fe56-450a-9165-9f7d03c0d296 None None] The sync data for ids ['294fdd66-9447-4c35-9c29-c4c69da21a5f'] in dv-cinder-689486-14-smb is: [{'id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'name': 'tempest-TestShelveInstance-1467306104-router', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '31585ddf-5afa-4775-999d-152ed3be8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:09Z', 'updated_at': '2021-06-24T12:29:13Z', 'revision_number': 4, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'gw_port': {'id': '31585ddf-5afa-4775-999d-152ed3be8279', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:10Z', 'updated_at': '2021-06-24T12:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': '3a950247-3405-403a-bdee-82d86de6402f', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'floating_ip_address': '172.28.2.47', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'port_id': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'mac_address': 'fa:16:3e:a8:ae:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:30:13Z', 'updated_at': '2021-06-24T12:30:13Z', 'revision_number': 0, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74cd4030-a89e-4795-b62c-e228a0c58ada', 'name': '', 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'mac_address': 'fa:16:3e:5e:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:12Z', 'updated_at': '2021-06-24T12:29:19Z', 'revision_number': 5, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'subnets': [{'id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:30:16.456375 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-178f1a94-c1e1-4be0-9978-f9d19b0bb42a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=344dd10d550d42cc9ef59b73d3e47acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124003 Jun 24 12:30:16.456375 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f1a94-c1e1-4be0-9978-f9d19b0bb42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e855183-2d0a-4a32-901c-d4b32b23f7be,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:16.457203 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 40584) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:16.458572 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-178f1a94-c1e1-4be0-9978-f9d19b0bb42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:16.521077 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-22a542ae-630f-4e8c-80eb-a436873183a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:16.542153 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-22a542ae-630f-4e8c-80eb-a436873183a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:16.596336 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-22a542ae-630f-4e8c-80eb-a436873183a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:16.599433 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-22a542ae-630f-4e8c-80eb-a436873183a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:16.604008 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-22a542ae-630f-4e8c-80eb-a436873183a5 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1e855183-2d0a-4a32-901c-d4b32b23f7be HTTP/1.1" status: 204 len: 168 time: 0.1451254 Jun 24 12:30:16.604796 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:16.613353 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a542ae-630f-4e8c-80eb-a436873183a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e855183-2d0a-4a32-901c-d4b32b23f7be,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:16.620477 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-22a542ae-630f-4e8c-80eb-a436873183a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:16.664709 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca615c21-2ce2-4f19-ae0b-02e23af50837 None None] New status for floating IP 3a950247-3405-403a-bdee-82d86de6402f: ACTIVE {{(pid=92892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:30:17.019383 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 40596) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:17.033191 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b45710da-da77-4b70-a663-00d83dc207c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:17.139356 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b45710da-da77-4b70-a663-00d83dc207c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:17.152111 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b45710da-da77-4b70-a663-00d83dc207c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:17.157164 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e1e1da2e-6929-4682-add1-ff6db80790aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:17.196508 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45710da-da77-4b70-a663-00d83dc207c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d9b31b-8b8f-44d7-bf69-172f29185e73,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:17.200364 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b45710da-da77-4b70-a663-00d83dc207c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:17.206426 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 40602) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:17.207380 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-b45710da-da77-4b70-a663-00d83dc207c8 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=d9b06011c442439cad5c23b1ba23b9f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856859 Jun 24 12:30:17.258240 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-66b3d02b-7255-40b7-a7ca-00b646a914ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:17.280118 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-66b3d02b-7255-40b7-a7ca-00b646a914ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:17.332974 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-66b3d02b-7255-40b7-a7ca-00b646a914ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:17.336145 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-66b3d02b-7255-40b7-a7ca-00b646a914ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:17.337315 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-66b3d02b-7255-40b7-a7ca-00b646a914ed admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/34d9b31b-8b8f-44d7-bf69-172f29185e73 HTTP/1.1" status: 204 len: 168 time: 0.1297061 Jun 24 12:30:17.338037 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-94cddb2e-473c-494a-90ab-cf5a0a32e64e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:17.356102 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3d02b-7255-40b7-a7ca-00b646a914ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d9b31b-8b8f-44d7-bf69-172f29185e73,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:17.358549 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-66b3d02b-7255-40b7-a7ca-00b646a914ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:19.204861 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:30:24.367004 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 40790) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:24.482790 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-16680609-5ebc-471e-9874-81393a5eaae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:24.585485 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-16680609-5ebc-471e-9874-81393a5eaae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:24.590700 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-16680609-5ebc-471e-9874-81393a5eaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:24.594753 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-5072a072-1dc7-4e70-ac83-b9ad0fae385a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:24.631858 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16680609-5ebc-471e-9874-81393a5eaae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75b1ec1-81be-4c4a-bb71-69380fb3ac0b,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:24.635167 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-16680609-5ebc-471e-9874-81393a5eaae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:24.640106 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-16680609-5ebc-471e-9874-81393a5eaae4 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=39b344b9e9644f33a4321db0c426082d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691088 Jun 24 12:30:24.641010 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 40798) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:24.694024 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-02055e2f-c7d7-456e-9675-50f88335f56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:24.717017 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-02055e2f-c7d7-456e-9675-50f88335f56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:24.778717 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-02055e2f-c7d7-456e-9675-50f88335f56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:24.781364 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-02055e2f-c7d7-456e-9675-50f88335f56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:24.782542 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-02055e2f-c7d7-456e-9675-50f88335f56b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c75b1ec1-81be-4c4a-bb71-69380fb3ac0b HTTP/1.1" status: 204 len: 168 time: 0.1385469 Jun 24 12:30:24.783802 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-178f1a94-c1e1-4be0-9978-f9d19b0bb42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:24.794643 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02055e2f-c7d7-456e-9675-50f88335f56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75b1ec1-81be-4c4a-bb71-69380fb3ac0b,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:24.805215 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-02055e2f-c7d7-456e-9675-50f88335f56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:25.537658 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7acf929a-b13d-4b79-bcc4-e24d07516da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:26.480567 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 40866) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:26.591129 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-55f16ae3-8c81-475e-b0cf-4b99430e9403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:26.680892 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-55f16ae3-8c81-475e-b0cf-4b99430e9403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:26.684685 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-55f16ae3-8c81-475e-b0cf-4b99430e9403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:26.687105 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-6cb2b0b2-96bd-42e3-8e07-0f7af323f96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:26.721860 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-55f16ae3-8c81-475e-b0cf-4b99430e9403 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=261e24f2a42444249e502a9a0d158c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402327 Jun 24 12:30:26.722885 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f16ae3-8c81-475e-b0cf-4b99430e9403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5f0227-b461-4b47-b89c-3d625a3e5c3c,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:26.724590 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 40870) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:26.726506 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-55f16ae3-8c81-475e-b0cf-4b99430e9403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:26.788958 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c8406200-3c81-462a-af3f-30aee58ad3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:26.810099 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c8406200-3c81-462a-af3f-30aee58ad3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:26.860584 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c8406200-3c81-462a-af3f-30aee58ad3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:26.863220 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c8406200-3c81-462a-af3f-30aee58ad3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:26.864451 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-c8406200-3c81-462a-af3f-30aee58ad3c2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/2a5f0227-b461-4b47-b89c-3d625a3e5c3c HTTP/1.1" status: 204 len: 168 time: 0.1388605 Jun 24 12:30:26.865240 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-afaab813-066d-43ad-b944-a37696bdb59e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:26.872673 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8406200-3c81-462a-af3f-30aee58ad3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5f0227-b461-4b47-b89c-3d625a3e5c3c,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:26.875069 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-c8406200-3c81-462a-af3f-30aee58ad3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:27.126325 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-56ce325b-f6a7-4f93-af11-0b1f036bba72 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=fd08a63a50644a5ca660856cca885e1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303009 Jun 24 12:30:27.141012 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 40890) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:27.157962 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-4d76bd7d-9da4-476b-9e12-fb09f7c2e36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:27.251792 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-4d76bd7d-9da4-476b-9e12-fb09f7c2e36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:27.257428 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-4d76bd7d-9da4-476b-9e12-fb09f7c2e36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:27.260582 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e91315c7-7275-4392-bdfb-15d96faaa43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:27.297486 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-4d76bd7d-9da4-476b-9e12-fb09f7c2e36a admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e223d95bf04046ef8357ebd290c29a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553471 Jun 24 12:30:27.298219 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 40902) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:27.308344 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76bd7d-9da4-476b-9e12-fb09f7c2e36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcde497c-2d42-4ee3-85ec-2713c7b7c78b,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:27.311771 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-4d76bd7d-9da4-476b-9e12-fb09f7c2e36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:27.360149 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-492342cd-cfd1-4cd0-8c0a-ea5e1acf151b tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:27.361792 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-492342cd-cfd1-4cd0-8c0a-ea5e1acf151b tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2302568 Jun 24 12:30:27.390742 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-2186ed1d-e0bf-4c4e-a63f-66156bc7e4f7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/quotas/fd08a63a50644a5ca660856cca885e1b HTTP/1.1" status: 200 len: 375 time: 0.0156996 Jun 24 12:30:27.416375 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5191e03b-9ffa-4b03-8788-08cad1391c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:27.435040 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-3af05ead-b7a5-4274-8fd1-6f3f483ed3bc tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=fd08a63a50644a5ca660856cca885e1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329998 Jun 24 12:30:27.466293 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5191e03b-9ffa-4b03-8788-08cad1391c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:27.518900 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5191e03b-9ffa-4b03-8788-08cad1391c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:27.521502 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5191e03b-9ffa-4b03-8788-08cad1391c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:27.523195 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-5191e03b-9ffa-4b03-8788-08cad1391c66 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/dcde497c-2d42-4ee3-85ec-2713c7b7c78b HTTP/1.1" status: 204 len: 168 time: 0.2238178 Jun 24 12:30:27.523983 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-268106c7-b676-4daf-9641-53d35f7f4aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:27.532349 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191e03b-9ffa-4b03-8788-08cad1391c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcde497c-2d42-4ee3-85ec-2713c7b7c78b,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:27.535244 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-5191e03b-9ffa-4b03-8788-08cad1391c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:27.638845 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c26249ab-0dc7-48cf-b32c-1eaf7ef7ea11 req-f797c8bb-20a9-49d0-bc09-890bae431aed tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/ports?device_id=1567d29f-4f57-478c-a734-b1d7b51849e5 HTTP/1.1" status: 200 len: 210 time: 0.0326931 Jun 24 12:30:27.898396 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 40928) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:27.911652 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f751230d-c02f-4786-8550-c0e88873aab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:28.011583 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f751230d-c02f-4786-8550-c0e88873aab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:28.015391 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f751230d-c02f-4786-8550-c0e88873aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:28.017907 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ca2de634-ebbf-4039-93f4-f67745e7d54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:28.026665 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f574f0f6-8f5c-4181-916f-c9871fac9211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:28.052315 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f751230d-c02f-4786-8550-c0e88873aab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b06aaf7-5280-4e61-b18b-6044ad73c429,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:28.059348 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-f751230d-c02f-4786-8550-c0e88873aab5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=44f69ba95d0d49138b38425bcb3e3183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577029 Jun 24 12:30:28.059348 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f751230d-c02f-4786-8550-c0e88873aab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:28.060750 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 40930) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:28.108689 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-94702505-047a-4b37-bf44-4a1349e34d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:28.130377 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-94702505-047a-4b37-bf44-4a1349e34d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:28.186293 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-94702505-047a-4b37-bf44-4a1349e34d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:28.190003 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-94702505-047a-4b37-bf44-4a1349e34d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:28.191127 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-94702505-047a-4b37-bf44-4a1349e34d10 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1b06aaf7-5280-4e61-b18b-6044ad73c429 HTTP/1.1" status: 204 len: 168 time: 0.1300244 Jun 24 12:30:28.192171 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-c8406200-3c81-462a-af3f-30aee58ad3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:28.199702 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94702505-047a-4b37-bf44-4a1349e34d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b06aaf7-5280-4e61-b18b-6044ad73c429,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:28.201839 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-94702505-047a-4b37-bf44-4a1349e34d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:28.508358 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:28.812295 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5b8a640a-2554-401e-90bb-156e7cb4e108 req-6fee857f-8033-4236-be07-2b52c9b8cdbb tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/ports?device_id=1567d29f-4f57-478c-a734-b1d7b51849e5 HTTP/1.1" status: 200 len: 210 time: 0.0407383 Jun 24 12:30:28.878351 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-1f9551a7-1122-4985-9612-fd5d06526d64 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=fd08a63a50644a5ca660856cca885e1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297737 Jun 24 12:30:29.003075 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-695c9aef-e7e6-4b74-be71-e9fb7a6e3db1 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:29.004751 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-695c9aef-e7e6-4b74-be71-e9fb7a6e3db1 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1129773 Jun 24 12:30:29.031332 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Request body: {'port': {'device_id': '1567d29f-4f57-478c-a734-b1d7b51849e5', 'network_id': '21951d32-0b82-45f4-a392-a522f7589c87', 'admin_state_up': True, 'tenant_id': 'fd08a63a50644a5ca660856cca885e1b'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:30:29.142927 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Made reservation on behalf of fd08a63a50644a5ca660856cca885e1b for: {'port': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:30:29.146371 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:29.155804 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:29.254080 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:29.260482 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:29.264728 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-4652f3fa-f92f-41b1-a4a2-5914f4b44b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:29.333610 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f66a765e-9f79-47c0-86e7-190792fd2b3d,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:29.336832 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:29.402479 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:29.407733 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Allocated IP 192.168.233.38 (21951d32-0b82-45f4-a392-a522f7589c87/6675be03-b673-441b-80c0-8fff07420d89/7b73114a-8bd7-4bab-be35-ced2421df4bc) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:30:29.556907 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:29.570557 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.provisioning_blocks [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Transition to ACTIVE for port object 7b73114a-8bd7-4bab-be35-ced2421df4bc will not be triggered until provisioned by entity DHCP. {{(pid=92888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:30:29.604288 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3352900'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:29.608927 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-7270524f-35fd-4e58-955e-1155f5a9eafe tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:29.650054 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 40990) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:29.666437 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Network 21951d32-0b82-45f4-a392-a522f7589c87 is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:30:29.691404 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Pushing event updated for resources: {'Port': ['ID=7b73114a-8bd7-4bab-be35-ced2421df4bc,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:29.694011 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:30:29.695779 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:29.697971 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:30:29.750565 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30dab80-76f2-43f8-a2eb-f8762d2dd22f admin admin] Deleting subnet b712981c-6553-4155-94a7-9820f6b60c5e {{(pid=92888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:30:29.756071 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f30dab80-76f2-43f8-a2eb-f8762d2dd22f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:29.763676 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:29.764316 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:29.805109 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7778432 Jun 24 12:30:29.807482 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f30dab80-76f2-43f8-a2eb-f8762d2dd22f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3353590'] for subnet, precommit_delete_associations {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:29.830764 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Request body: {'port': {'device_id': '1567d29f-4f57-478c-a734-b1d7b51849e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:30:29.890375 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f30dab80-76f2-43f8-a2eb-f8762d2dd22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8177933'] for subnet, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:29.935177 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-03399cc8-1981-48b2-962e-039b1ee1746c None None] Provisioning for port 7b73114a-8bd7-4bab-be35-ced2421df4bc completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:30:29.940118 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-03399cc8-1981-48b2-962e-039b1ee1746c None None] Provisioning complete for port 7b73114a-8bd7-4bab-be35-ced2421df4bc triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:30:29.940927 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-03399cc8-1981-48b2-962e-039b1ee1746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:29.957985 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:29.986579 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-03399cc8-1981-48b2-962e-039b1ee1746c None None] Port 7b73114a-8bd7-4bab-be35-ced2421df4bc cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:30:30.036922 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f30dab80-76f2-43f8-a2eb-f8762d2dd22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8177946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3601876'] for subnet, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.048415 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:30.078991 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dab80-76f2-43f8-a2eb-f8762d2dd22f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b712981c-6553-4155-94a7-9820f6b60c5e,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:30.094001 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f30dab80-76f2-43f8-a2eb-f8762d2dd22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:30.095772 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f30dab80-76f2-43f8-a2eb-f8762d2dd22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.099960 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-f30dab80-76f2-43f8-a2eb-f8762d2dd22f admin admin] 10.222.0.98 "DELETE /v2.0/subnets/b712981c-6553-4155-94a7-9820f6b60c5e HTTP/1.1" status: 204 len: 168 time: 0.4450262 Jun 24 12:30:30.101458 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41002) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:30.167999 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bada7-dec8-45a1-ac2b-b4a4d85c462d req-77983638-73bd-4a7a-9356-f511c104007d tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:30.169378 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9d4bada7-dec8-45a1-ac2b-b4a4d85c462d req-77983638-73bd-4a7a-9356-f511c104007d tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/ports?device_id=1567d29f-4f57-478c-a734-b1d7b51849e5 HTTP/1.1" status: 200 len: 935 time: 0.2080188 Jun 24 12:30:30.176596 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-905da8b2-68fb-4e27-8c96-8da3b6738fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7938150'] for network, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.252853 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-905da8b2-68fb-4e27-8c96-8da3b6738fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8179803', 'neutron.services.segments.db._delete_segments_for_network-8792598930728'] for network, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.256265 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9d4bada7-dec8-45a1-ac2b-b4a4d85c462d req-47d18302-6896-43d9-ab9f-dec581a35939 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/security-groups?id=f66a765e-9f79-47c0-86e7-190792fd2b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812266 Jun 24 12:30:30.263721 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-905da8b2-68fb-4e27-8c96-8da3b6738fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ceb1b1e-b870-487a-ac5c-0af08130a5f9']}} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:30.274650 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-905da8b2-68fb-4e27-8c96-8da3b6738fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299068cb-8e5f-4c42-b979-2be99103e131') {'for_net_delete': True} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:30.274944 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-905da8b2-68fb-4e27-8c96-8da3b6738fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299068cb-8e5f-4c42-b979-2be99103e131') {} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:30.283706 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-905da8b2-68fb-4e27-8c96-8da3b6738fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792598917807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632487'] for segment, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.296888 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-905da8b2-68fb-4e27-8c96-8da3b6738fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.303030 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905da8b2-68fb-4e27-8c96-8da3b6738fa8 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=92890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:30:30.303534 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-905da8b2-68fb-4e27-8c96-8da3b6738fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530540'] for segment, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: Traceback (most recent call last): Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: timer() Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: cb(*args, **kw) Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: return func(*args, **kwargs) Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: self._notify() Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: self.callback(batched_events) Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: event.method(event) Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: return f(self, *a, **k) Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: return self._get(url).json() Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: return self.request(url, 'GET', **kwargs) Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:30:30.305284 dv-cinder-689486-14-smb neutron-server[92890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:30:30.358678 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b73114a-8bd7-4bab-be35-ced2421df4bc {{(pid=92888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:30:30.361798 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-905da8b2-68fb-4e27-8c96-8da3b6738fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8179778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612982'] for network, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.365989 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8946af98-c8ea-46f3-b65c-e6bc9ec7f1d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:30.367243 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.372375 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-905da8b2-68fb-4e27-8c96-8da3b6738fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.373381 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-905da8b2-68fb-4e27-8c96-8da3b6738fa8 admin admin] 10.222.0.98 "DELETE /v2.0/networks/9ceb1b1e-b870-487a-ac5c-0af08130a5f9 HTTP/1.1" status: 204 len: 168 time: 0.2701731 Jun 24 12:30:30.380004 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.provisioning_blocks [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Transition to ACTIVE for port object 7b73114a-8bd7-4bab-be35-ced2421df4bc will not be triggered until provisioned by entity L2. {{(pid=92888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:30:30.384691 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.385563 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905da8b2-68fb-4e27-8c96-8da3b6738fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ceb1b1e-b870-487a-ac5c-0af08130a5f9,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:30.387649 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-2792b5db-a76c-4f37-8997-6385e3ed00c0 tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:30.388207 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-905da8b2-68fb-4e27-8c96-8da3b6738fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:30.437639 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Pushing event updated for resources: {'Port': ['ID=7b73114a-8bd7-4bab-be35-ced2421df4bc,revision_number=2']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:30.444597 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:30.576936 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41006) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:30.624989 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-69ff563e-964c-4193-8ff4-75935c0ec24e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=28859d6f57e642debd2c2df2b6faeed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463827 Jun 24 12:30:30.627242 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41008) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:30.676807 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e4f-5b1e-445f-86bb-7c4d8ae45e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.698932 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e4f-5b1e-445f-86bb-7c4d8ae45e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.736332 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Attempting to bind port 7b73114a-8bd7-4bab-be35-ced2421df4bc on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:30:30.736663 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Attempting to bind port 7b73114a-8bd7-4bab-be35-ced2421df4bc by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': 'bac09ced-c6f4-4037-8734-c9d7fe0971a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '21951d32-0b82-45f4-a392-a522f7589c87'}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:30:30.736989 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Attempting to bind port 7b73114a-8bd7-4bab-be35-ced2421df4bc on network 21951d32-0b82-45f4-a392-a522f7589c87 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:30:30.741759 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Port 7b73114a-8bd7-4bab-be35-ced2421df4bc on network 21951d32-0b82-45f4-a392-a522f7589c87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:30:30.742071 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Attempting to bind port 7b73114a-8bd7-4bab-be35-ced2421df4bc on network 21951d32-0b82-45f4-a392-a522f7589c87 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:30:30.747137 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:30:30.747509 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Checking segment: {'id': 'bac09ced-c6f4-4037-8734-c9d7fe0971a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '21951d32-0b82-45f4-a392-a522f7589c87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:30:30.747913 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Bound using segment: {'id': 'bac09ced-c6f4-4037-8734-c9d7fe0971a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '21951d32-0b82-45f4-a392-a522f7589c87'} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:30:30.748417 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Bound port: 7b73114a-8bd7-4bab-be35-ced2421df4bc, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bac09ced-c6f4-4037-8734-c9d7fe0971a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '21951d32-0b82-45f4-a392-a522f7589c87'}}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:30:30.748823 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.751769 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e4f-5b1e-445f-86bb-7c4d8ae45e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.754313 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ab9b0e4f-5b1e-445f-86bb-7c4d8ae45e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.755457 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-ab9b0e4f-5b1e-445f-86bb-7c4d8ae45e32 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ab18529b-db8d-46fd-b453-a7007dffcb4b HTTP/1.1" status: 204 len: 168 time: 0.1272399 Jun 24 12:30:30.756221 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-2bb5ad85-42bb-4c16-92d3-e96fd3871092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:30.765058 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b0e4f-5b1e-445f-86bb-7c4d8ae45e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab18529b-db8d-46fd-b453-a7007dffcb4b,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:30.767192 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-ab9b0e4f-5b1e-445f-86bb-7c4d8ae45e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:30.817019 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] For port 7b73114a-8bd7-4bab-be35-ced2421df4bc, host hv-cinder-68948, cleared binding levels {{(pid=92888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:30:30.820754 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] For port 7b73114a-8bd7-4bab-be35-ced2421df4bc, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7b73114a-8bd7-4bab-be35-ced2421df4bc,segment=NetworkSegment(bac09ced-c6f4-4037-8734-c9d7fe0971a5),segment_id=bac09ced-c6f4-4037-8734-c9d7fe0971a5)] {{(pid=92888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:30:30.825127 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.828459 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d52abc0f-c05b-445b-8af9-443f4d5024a1 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:30.846322 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.860085 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:30.860644 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:30.861976 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] 10.222.0.49 "PUT /v2.0/ports/7b73114a-8bd7-4bab-be35-ced2421df4bc HTTP/1.1" status: 200 len: 1097 time: 1.0354540 Jun 24 12:30:30.862644 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1567d29f-4f57-478c-a734-b1d7b51849e5', 'tag': '7b73114a-8bd7-4bab-be35-ced2421df4bc'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:30:30.864905 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99af6dd-eb3f-47ae-97e3-044fc49370e2" -d '{"events": [{"name": "network-changed", "server_uuid": "1567d29f-4f57-478c-a734-b1d7b51849e5", "tag": "7b73114a-8bd7-4bab-be35-ced2421df4bc"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:30:30.898762 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Pushing event updated for resources: {'Port': ['ID=7b73114a-8bd7-4bab-be35-ced2421df4bc,revision_number=3']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:30.912886 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f524f1-7045-4821-93c5-99520d1da6f8 x-openstack-request-id: req-11f524f1-7045-4821-93c5-99520d1da6f8 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:30:30.913410 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1567d29f-4f57-478c-a734-b1d7b51849e5", "tag": "7b73114a-8bd7-4bab-be35-ced2421df4bc", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:30:30.914018 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-11f524f1-7045-4821-93c5-99520d1da6f8 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:30:30.914624 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1567d29f-4f57-478c-a734-b1d7b51849e5', 'tag': '7b73114a-8bd7-4bab-be35-ced2421df4bc', 'status': 'completed', 'code': 200} Jun 24 12:30:30.915577 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:31.000214 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-b56e3633-116a-48bf-93c9-6aaf5cbc1111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:31.001712 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-b56e3633-116a-48bf-93c9-6aaf5cbc1111 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd08a63a50644a5ca660856cca885e1b&device_id=1567d29f-4f57-478c-a734-b1d7b51849e5 HTTP/1.1" status: 200 len: 1100 time: 0.0578046 Jun 24 12:30:31.054809 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-708f066b-0bd0-43d5-aec1-7ddcde50cc12 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=7b73114a-8bd7-4bab-be35-ced2421df4bc HTTP/1.1" status: 200 len: 217 time: 0.0360386 Jun 24 12:30:31.103320 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-ae3907e3-699a-49e8-b302-12252a0d15d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:31.104738 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-ae3907e3-699a-49e8-b302-12252a0d15d3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6675be03-b673-441b-80c0-8fff07420d89 HTTP/1.1" status: 200 len: 843 time: 0.0434296 Jun 24 12:30:31.174531 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-8691c2de-bf0a-4ff8-8a8a-e0795bcb164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:31.176653 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-8691c2de-bf0a-4ff8-8a8a-e0795bcb164e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21951d32-0b82-45f4-a392-a522f7589c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0636663 Jun 24 12:30:31.266878 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-ea583ccb-8827-4a36-a4cd-cf796b195b62 service neutron] 10.222.0.49 "GET /v2.0/networks/21951d32-0b82-45f4-a392-a522f7589c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832915 Jun 24 12:30:31.323804 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:31.404179 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-25e46b55-f78e-44a1-8632-a47e131df9cf req-f60a7fb0-db20-4cb8-91c7-4abab387b97c service neutron] 10.222.0.49 "GET /v2.0/networks/21951d32-0b82-45f4-a392-a522f7589c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195309 Jun 24 12:30:31.495542 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f7d9a-e149-479a-acc8-e71132d148b2 req-75eff702-b55c-4a52-8c64-6420a6b145fb tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:31.497330 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6e0f7d9a-e149-479a-acc8-e71132d148b2 req-75eff702-b55c-4a52-8c64-6420a6b145fb tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/ports?device_id=1567d29f-4f57-478c-a734-b1d7b51849e5 HTTP/1.1" status: 200 len: 947 time: 0.0874751 Jun 24 12:30:31.573117 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6e0f7d9a-e149-479a-acc8-e71132d148b2 req-b4e4397d-2f96-4748-9612-15e62e4edbfa tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/security-groups?id=f66a765e-9f79-47c0-86e7-190792fd2b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687225 Jun 24 12:30:31.596171 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99af6dd-eb3f-47ae-97e3-044fc49370e2 req-f90a34c0-968d-451e-8432-f42ce1a47136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:31.597686 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d99af6dd-eb3f-47ae-97e3-044fc49370e2 req-f90a34c0-968d-451e-8432-f42ce1a47136 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=fd08a63a50644a5ca660856cca885e1b&device_id=1567d29f-4f57-478c-a734-b1d7b51849e5 HTTP/1.1" status: 200 len: 1100 time: 0.0845106 Jun 24 12:30:31.702811 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99af6dd-eb3f-47ae-97e3-044fc49370e2 req-d0d8ce23-eed6-4bac-96d8-c47642c81946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:31.704260 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d99af6dd-eb3f-47ae-97e3-044fc49370e2 req-d0d8ce23-eed6-4bac-96d8-c47642c81946 service neutron] 10.222.0.49 "GET /v2.0/networks?id=21951d32-0b82-45f4-a392-a522f7589c87 HTTP/1.1" status: 200 len: 870 time: 0.0958896 Jun 24 12:30:31.748302 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d99af6dd-eb3f-47ae-97e3-044fc49370e2 req-0d6d49f7-1a66-4dfd-bea1-18b717739ce5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=7b73114a-8bd7-4bab-be35-ced2421df4bc HTTP/1.1" status: 200 len: 217 time: 0.0336092 Jun 24 12:30:31.808103 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99af6dd-eb3f-47ae-97e3-044fc49370e2 req-2337c08d-d29d-4359-bac5-1d7296c2f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:31.809550 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d99af6dd-eb3f-47ae-97e3-044fc49370e2 req-2337c08d-d29d-4359-bac5-1d7296c2f84f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6675be03-b673-441b-80c0-8fff07420d89 HTTP/1.1" status: 200 len: 843 time: 0.0514772 Jun 24 12:30:31.870572 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99af6dd-eb3f-47ae-97e3-044fc49370e2 req-a2d129e5-07a8-439a-9900-72f541e1130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:31.872149 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d99af6dd-eb3f-47ae-97e3-044fc49370e2 req-a2d129e5-07a8-439a-9900-72f541e1130d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=21951d32-0b82-45f4-a392-a522f7589c87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543342 Jun 24 12:30:31.975022 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d99af6dd-eb3f-47ae-97e3-044fc49370e2 req-4c221a84-fda8-4838-8f1f-178dc8d55aa0 service neutron] 10.222.0.49 "GET /v2.0/networks/21951d32-0b82-45f4-a392-a522f7589c87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943654 Jun 24 12:30:32.068519 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d99af6dd-eb3f-47ae-97e3-044fc49370e2 req-8cf25078-5d79-4e87-a216-34dcb6595d77 service neutron] 10.222.0.49 "GET /v2.0/networks/21951d32-0b82-45f4-a392-a522f7589c87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860674 Jun 24 12:30:32.784565 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927823c-2dcf-45f7-92b2-672789eb23b9 req-4734747c-6016-4208-b4f3-3f0b0ff362fc tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:32.786578 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a927823c-2dcf-45f7-92b2-672789eb23b9 req-4734747c-6016-4208-b4f3-3f0b0ff362fc tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/ports?device_id=1567d29f-4f57-478c-a734-b1d7b51849e5 HTTP/1.1" status: 200 len: 947 time: 0.0733349 Jun 24 12:30:32.828848 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a927823c-2dcf-45f7-92b2-672789eb23b9 req-1d9bc20f-bb35-4a60-b06b-e7ec4d37cbfe tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/security-groups?id=f66a765e-9f79-47c0-86e7-190792fd2b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356207 Jun 24 12:30:33.332511 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 7b73114a-8bd7-4bab-be35-ced2421df4bc details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:30:33.429047 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 7b73114a-8bd7-4bab-be35-ced2421df4bc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7b73114a-8bd7-4bab-be35-ced2421df4bc,segment=NetworkSegment(bac09ced-c6f4-4037-8734-c9d7fe0971a5),segment_id=bac09ced-c6f4-4037-8734-c9d7fe0971a5)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:33.443488 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': '7b73114a-8bd7-4bab-be35-ced2421df4bc', 'network_id': '21951d32-0b82-45f4-a392-a522f7589c87', 'port_id': '7b73114a-8bd7-4bab-be35-ced2421df4bc', 'mac_address': 'fa:16:3e:fe:df:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6675be03-b673-441b-80c0-8fff07420d89', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:30:33.480610 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:33.493513 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b73114a-8bd7-4bab-be35-ced2421df4bc {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:30:33.512936 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 7b73114a-8bd7-4bab-be35-ced2421df4bc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7b73114a-8bd7-4bab-be35-ced2421df4bc,segment=NetworkSegment(bac09ced-c6f4-4037-8734-c9d7fe0971a5),segment_id=bac09ced-c6f4-4037-8734-c9d7fe0971a5)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:33.516803 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:33.519843 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:33.567476 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=7b73114a-8bd7-4bab-be35-ced2421df4bc,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:33.571747 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:33.899319 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['7b73114a-8bd7-4bab-be35-ced2421df4bc'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:30:34.042735 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44355d12-0420-432e-a8b8-266a195626b8 req-bfa12569-6b09-4e11-9250-3d1921ca3380 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:34.045039 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-44355d12-0420-432e-a8b8-266a195626b8 req-bfa12569-6b09-4e11-9250-3d1921ca3380 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/ports?device_id=1567d29f-4f57-478c-a734-b1d7b51849e5 HTTP/1.1" status: 200 len: 948 time: 0.0913534 Jun 24 12:30:34.093739 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-44355d12-0420-432e-a8b8-266a195626b8 req-70c33834-9b3b-4e0a-a633-9565c8e33415 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/security-groups?id=f66a765e-9f79-47c0-86e7-190792fd2b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387275 Jun 24 12:30:34.290807 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41090) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:34.429935 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-36a579d5-c82b-4d53-a224-46c26e287058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:34.526341 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-36a579d5-c82b-4d53-a224-46c26e287058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:34.531692 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-36a579d5-c82b-4d53-a224-46c26e287058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:34.534381 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-df3cb8fd-4cb6-421d-9b9b-f4e37345f10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:34.572423 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-36a579d5-c82b-4d53-a224-46c26e287058 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=6f6e01065fd14119a2dbaf027525536b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804472 Jun 24 12:30:34.573344 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a579d5-c82b-4d53-a224-46c26e287058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba31ceaf-ca5b-4835-bffe-3f8f804d5216,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:34.575182 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41096) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:34.581167 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-36a579d5-c82b-4d53-a224-46c26e287058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:34.635645 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:34.657530 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:34.704521 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:34.707089 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:34.708280 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ba31ceaf-ca5b-4835-bffe-3f8f804d5216 HTTP/1.1" status: 204 len: 168 time: 0.1320436 Jun 24 12:30:34.709049 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-eb2c4bd0-5619-465a-8b8b-333ad48c6d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:34.718206 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba31ceaf-ca5b-4835-bffe-3f8f804d5216,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:34.725316 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:34.725723 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:34.726090 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:34.726450 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:34.726803 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:34.727155 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:34.727531 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:34.727880 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:34.728232 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:34.728581 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:34.728925 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:34.729264 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:34.732723 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:35.019815 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41102) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:35.035260 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2ec56d37-f0a1-41cb-9d9e-ec992597a618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:35.128686 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2ec56d37-f0a1-41cb-9d9e-ec992597a618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:35.131103 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2ec56d37-f0a1-41cb-9d9e-ec992597a618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:35.134010 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-3f8d9aca-7c9d-4f20-b299-3f073f9fde62 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:35.169387 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec56d37-f0a1-41cb-9d9e-ec992597a618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12d96a6-22ca-49e0-8fb6-2006bc74261f,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:35.176254 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-2ec56d37-f0a1-41cb-9d9e-ec992597a618 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=f30528c6933649bc98aa42d69ec17e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526031 Jun 24 12:30:35.176254 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-2ec56d37-f0a1-41cb-9d9e-ec992597a618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:35.176254 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41108) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:35.238664 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d77d820c-81fa-4ea9-a9af-b9b4e932ef41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:35.261626 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d77d820c-81fa-4ea9-a9af-b9b4e932ef41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:35.301639 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405cf28-91ba-4914-af6e-e9633919cd37 req-6270b193-f23b-40e7-8efe-80a8bddaf89f tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:35.303339 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4405cf28-91ba-4914-af6e-e9633919cd37 req-6270b193-f23b-40e7-8efe-80a8bddaf89f tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/ports?device_id=1567d29f-4f57-478c-a734-b1d7b51849e5 HTTP/1.1" status: 200 len: 948 time: 0.0705214 Jun 24 12:30:35.324189 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d77d820c-81fa-4ea9-a9af-b9b4e932ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:35.326769 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d77d820c-81fa-4ea9-a9af-b9b4e932ef41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:35.332948 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 7b73114a-8bd7-4bab-be35-ced2421df4bc up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:30:35.335363 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-d77d820c-81fa-4ea9-a9af-b9b4e932ef41 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f12d96a6-22ca-49e0-8fb6-2006bc74261f HTTP/1.1" status: 204 len: 168 time: 0.1509547 Jun 24 12:30:35.337304 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-27d219c3-3780-4530-bc93-683d4bdb388d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:35.346355 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d820c-81fa-4ea9-a9af-b9b4e932ef41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12d96a6-22ca-49e0-8fb6-2006bc74261f,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:35.355237 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d77d820c-81fa-4ea9-a9af-b9b4e932ef41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:35.361995 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4405cf28-91ba-4914-af6e-e9633919cd37 req-b01f83f7-f863-4639-b1ae-427f296b0dde tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/security-groups?id=f66a765e-9f79-47c0-86e7-190792fd2b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479381 Jun 24 12:30:35.430125 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port 7b73114a-8bd7-4bab-be35-ced2421df4bc completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:30:35.435022 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port 7b73114a-8bd7-4bab-be35-ced2421df4bc triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:30:35.435560 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:35.551221 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:35.582141 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1567d29f-4f57-478c-a734-b1d7b51849e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b73114a-8bd7-4bab-be35-ced2421df4bc'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:30:35.584447 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32404b05-c887-4255-8b86-eecb36008204" -d '{"events": [{"server_uuid": "1567d29f-4f57-478c-a734-b1d7b51849e5", "name": "network-vif-plugged", "status": "completed", "tag": "7b73114a-8bd7-4bab-be35-ced2421df4bc"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:30:35.634331 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 7b73114a-8bd7-4bab-be35-ced2421df4bc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7b73114a-8bd7-4bab-be35-ced2421df4bc,segment=NetworkSegment(bac09ced-c6f4-4037-8734-c9d7fe0971a5),segment_id=bac09ced-c6f4-4037-8734-c9d7fe0971a5)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:35.639916 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:35.643629 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:35.672432 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8a9b38-be77-49f2-8f1d-71ad69e4fcfd x-openstack-request-id: req-1a8a9b38-be77-49f2-8f1d-71ad69e4fcfd {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:30:35.672919 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1567d29f-4f57-478c-a734-b1d7b51849e5", "name": "network-vif-plugged", "status": "completed", "tag": "7b73114a-8bd7-4bab-be35-ced2421df4bc", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:30:35.673355 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1a8a9b38-be77-49f2-8f1d-71ad69e4fcfd {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:30:35.674228 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1567d29f-4f57-478c-a734-b1d7b51849e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b73114a-8bd7-4bab-be35-ced2421df4bc', 'code': 200} Jun 24 12:30:35.710041 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=7b73114a-8bd7-4bab-be35-ced2421df4bc,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:35.715019 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:35.974290 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0291b-ce76-498b-95e3-774f8157d0a4 req-5f79daf8-80c9-404e-96cf-3a876ae3169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:35.975850 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bea0291b-ce76-498b-95e3-774f8157d0a4 req-5f79daf8-80c9-404e-96cf-3a876ae3169e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1567d29f-4f57-478c-a734-b1d7b51849e5 HTTP/1.1" status: 200 len: 1102 time: 0.0566666 Jun 24 12:30:36.017435 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bea0291b-ce76-498b-95e3-774f8157d0a4 req-63cca4c3-0cf6-404e-97f7-23296ae417ab service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f66a765e-9f79-47c0-86e7-190792fd2b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345664 Jun 24 12:30:36.562840 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6517f94-43f2-454f-9315-ca63c6bb9186 req-99d52ba5-3ff7-4ca6-845e-24752f3bf0df tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:36.564436 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b6517f94-43f2-454f-9315-ca63c6bb9186 req-99d52ba5-3ff7-4ca6-845e-24752f3bf0df tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/ports?device_id=1567d29f-4f57-478c-a734-b1d7b51849e5 HTTP/1.1" status: 200 len: 949 time: 0.0741260 Jun 24 12:30:36.611965 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b6517f94-43f2-454f-9315-ca63c6bb9186 req-ae1d7232-921f-43a3-9ac3-e2fb7ffa682c tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/security-groups?id=f66a765e-9f79-47c0-86e7-190792fd2b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356345 Jun 24 12:30:37.794183 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234f590-eff3-4fd4-b5a4-b5ace9712e82 req-75443bf9-615e-488d-a30e-6e8c545358ec tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:37.799791 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c234f590-eff3-4fd4-b5a4-b5ace9712e82 req-75443bf9-615e-488d-a30e-6e8c545358ec tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/ports?device_id=1567d29f-4f57-478c-a734-b1d7b51849e5 HTTP/1.1" status: 200 len: 949 time: 0.0736575 Jun 24 12:30:37.836077 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c234f590-eff3-4fd4-b5a4-b5ace9712e82 req-f1bb778a-6091-4000-bcac-123ebbaa628f tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/security-groups?id=f66a765e-9f79-47c0-86e7-190792fd2b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345569 Jun 24 12:30:38.269399 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2b758-f441-4e5c-97e4-6a721581283c req-896bd0d5-a2c0-4742-a8bb-7f94437649e6 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:38.271119 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-05d2b758-f441-4e5c-97e4-6a721581283c req-896bd0d5-a2c0-4742-a8bb-7f94437649e6 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/ports?device_id=1567d29f-4f57-478c-a734-b1d7b51849e5 HTTP/1.1" status: 200 len: 949 time: 0.0665469 Jun 24 12:30:38.311217 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-05d2b758-f441-4e5c-97e4-6a721581283c req-468752b4-02da-4629-af54-3f81557c436b tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/security-groups?id=f66a765e-9f79-47c0-86e7-190792fd2b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342538 Jun 24 12:30:39.489469 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079497b-bb61-4f52-a649-c63c31677bd1 req-9e585996-dbaa-4b4e-a5cb-6c8d6209edc8 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:39.490886 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6079497b-bb61-4f52-a649-c63c31677bd1 req-9e585996-dbaa-4b4e-a5cb-6c8d6209edc8 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/ports?device_id=1567d29f-4f57-478c-a734-b1d7b51849e5 HTTP/1.1" status: 200 len: 949 time: 0.0642080 Jun 24 12:30:39.533654 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6079497b-bb61-4f52-a649-c63c31677bd1 req-912cb5e3-4f8f-45ce-a349-2959accb857b tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/security-groups?id=f66a765e-9f79-47c0-86e7-190792fd2b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370634 Jun 24 12:30:40.057026 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b39245-a2d1-4d5c-9256-74bca34d005a req-87f7848c-7f10-4301-a8a6-80b89e702328 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:40.058691 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-96b39245-a2d1-4d5c-9256-74bca34d005a req-87f7848c-7f10-4301-a8a6-80b89e702328 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.49 "GET /v2.0/ports?device_id=1567d29f-4f57-478c-a734-b1d7b51849e5 HTTP/1.1" status: 200 len: 949 time: 0.0663540 Jun 24 12:30:40.146624 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41260) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:40.166480 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-96b39245-a2d1-4d5c-9256-74bca34d005a req-c294cd41-bb6b-4384-a04b-d0c96a5ef8ab tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Deleting port 7b73114a-8bd7-4bab-be35-ced2421df4bc {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:30:40.166827 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-96b39245-a2d1-4d5c-9256-74bca34d005a req-c294cd41-bb6b-4384-a04b-d0c96a5ef8ab tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:40.266655 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6ab714d9-86de-4e19-92e0-fa1de328c7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:40.266832 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-96b39245-a2d1-4d5c-9256-74bca34d005a req-c294cd41-bb6b-4384-a04b-d0c96a5ef8ab tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] For port 7b73114a-8bd7-4bab-be35-ced2421df4bc, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=7b73114a-8bd7-4bab-be35-ced2421df4bc,segment=NetworkSegment(bac09ced-c6f4-4037-8734-c9d7fe0971a5),segment_id=bac09ced-c6f4-4037-8734-c9d7fe0971a5)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:40.267047 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-96b39245-a2d1-4d5c-9256-74bca34d005a req-c294cd41-bb6b-4384-a04b-d0c96a5ef8ab tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:40.280609 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-96b39245-a2d1-4d5c-9256-74bca34d005a req-c294cd41-bb6b-4384-a04b-d0c96a5ef8ab tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Calling delete_port for 7b73114a-8bd7-4bab-be35-ced2421df4bc owned by compute:nova {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:30:40.367312 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6ab714d9-86de-4e19-92e0-fa1de328c7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:40.373427 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6ab714d9-86de-4e19-92e0-fa1de328c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:40.377205 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e1d77c73-67cf-47ee-9af4-abf8e257eede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:40.416986 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-6ab714d9-86de-4e19-92e0-fa1de328c7c9 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b5b15db23b3b40fb9656a27516fd9b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687392 Jun 24 12:30:40.418432 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41264) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:40.419082 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab714d9-86de-4e19-92e0-fa1de328c7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fc1d07-e011-417f-9f15-76a1df1f87e4,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:40.423790 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-6ab714d9-86de-4e19-92e0-fa1de328c7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:40.436724 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-96b39245-a2d1-4d5c-9256-74bca34d005a req-c294cd41-bb6b-4384-a04b-d0c96a5ef8ab tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:40.442751 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:40.475903 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['7b73114a-8bd7-4bab-be35-ced2421df4bc'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:30:40.486022 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294cd41-bb6b-4384-a04b-d0c96a5ef8ab tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Pushing event deleted for resources: {'Port': ['ID=7b73114a-8bd7-4bab-be35-ced2421df4bc,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:40.491360 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c294cd41-bb6b-4384-a04b-d0c96a5ef8ab tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:40.558515 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b39245-a2d1-4d5c-9256-74bca34d005a req-c294cd41-bb6b-4384-a04b-d0c96a5ef8ab tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] No DVR routers for this DVR port 7b73114a-8bd7-4bab-be35-ced2421df4bc on host hv-cinder-68948 {{(pid=92888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:30:40.558515 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5e01e470-b690-4856-a5dd-ace45a48d7ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:40.564697 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-96b39245-a2d1-4d5c-9256-74bca34d005a req-c294cd41-bb6b-4384-a04b-d0c96a5ef8ab tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:40.566744 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-96b39245-a2d1-4d5c-9256-74bca34d005a req-c294cd41-bb6b-4384-a04b-d0c96a5ef8ab tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.49 "DELETE /v2.0/ports/7b73114a-8bd7-4bab-be35-ced2421df4bc HTTP/1.1" status: 204 len: 173 time: 0.5009418 Jun 24 12:30:40.567256 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1567d29f-4f57-478c-a734-b1d7b51849e5', 'name': 'network-vif-deleted', 'tag': '7b73114a-8bd7-4bab-be35-ced2421df4bc'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:30:40.569874 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82189371-a2d1-4857-8cf3-60e028eb9049" -d '{"events": [{"server_uuid": "1567d29f-4f57-478c-a734-b1d7b51849e5", "name": "network-vif-deleted", "tag": "7b73114a-8bd7-4bab-be35-ced2421df4bc"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:30:40.618198 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5e01e470-b690-4856-a5dd-ace45a48d7ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:40.634160 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7aeecf-7fc9-417f-a9b1-f7999090b1b4 x-openstack-request-id: req-eb7aeecf-7fc9-417f-a9b1-f7999090b1b4 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:30:40.634677 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1567d29f-4f57-478c-a734-b1d7b51849e5", "name": "network-vif-deleted", "tag": "7b73114a-8bd7-4bab-be35-ced2421df4bc", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:30:40.635155 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-eb7aeecf-7fc9-417f-a9b1-f7999090b1b4 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:30:40.635963 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1567d29f-4f57-478c-a734-b1d7b51849e5', 'name': 'network-vif-deleted', 'tag': '7b73114a-8bd7-4bab-be35-ced2421df4bc', 'status': 'completed', 'code': 200} Jun 24 12:30:40.739567 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5e01e470-b690-4856-a5dd-ace45a48d7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:40.742832 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-5e01e470-b690-4856-a5dd-ace45a48d7ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:40.744105 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-5e01e470-b690-4856-a5dd-ace45a48d7ce admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/30fc1d07-e011-417f-9f15-76a1df1f87e4 HTTP/1.1" status: 204 len: 168 time: 0.3246520 Jun 24 12:30:40.746976 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d3f5fd48-fa30-4cc3-b39a-c2fd841f70bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:40.771072 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01e470-b690-4856-a5dd-ace45a48d7ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fc1d07-e011-417f-9f15-76a1df1f87e4,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:40.788545 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-5e01e470-b690-4856-a5dd-ace45a48d7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:40.810855 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-979bbc05-b2ce-435a-a9a8-c6f2270dda59 req-9aa35f38-9fda-4a07-92a3-b7a4883e2dbc tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] 10.222.0.98 "GET /v2.0/ports?device_id=1567d29f-4f57-478c-a734-b1d7b51849e5 HTTP/1.1" status: 200 len: 210 time: 0.0536597 Jun 24 12:30:41.210937 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41280) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:41.231400 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6b0cb385-8144-42ae-84e0-78309354a03d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:41.362495 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6b0cb385-8144-42ae-84e0-78309354a03d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:41.366635 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-6b0cb385-8144-42ae-84e0-78309354a03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:41.376276 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:41.415393 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-6b0cb385-8144-42ae-84e0-78309354a03d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=e00f60fb9f124a25bb6e6db26e504081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003655 Jun 24 12:30:41.415393 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cb385-8144-42ae-84e0-78309354a03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fdbb50-4972-4411-84fa-688b308ead0f,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:41.415684 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41282) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:41.428017 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-6b0cb385-8144-42ae-84e0-78309354a03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:41.465351 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a7a31ad8-bb65-473c-8f23-8dba4eebb759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:41.488176 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a7a31ad8-bb65-473c-8f23-8dba4eebb759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:41.549612 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a7a31ad8-bb65-473c-8f23-8dba4eebb759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:41.552402 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a7a31ad8-bb65-473c-8f23-8dba4eebb759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:41.556034 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-a7a31ad8-bb65-473c-8f23-8dba4eebb759 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/40fdbb50-4972-4411-84fa-688b308ead0f HTTP/1.1" status: 204 len: 168 time: 0.1369321 Jun 24 12:30:41.556034 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1fe7dde8-8c82-46c2-8c9e-4d3638837f77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:41.566556 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a31ad8-bb65-473c-8f23-8dba4eebb759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fdbb50-4972-4411-84fa-688b308ead0f,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:41.568693 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-a7a31ad8-bb65-473c-8f23-8dba4eebb759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:42.255230 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41322) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:42.399969 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9f301f89-4211-4f4e-b8f5-281ab092d351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:42.507729 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9f301f89-4211-4f4e-b8f5-281ab092d351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:42.513569 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9f301f89-4211-4f4e-b8f5-281ab092d351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:42.517630 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-a7a31ad8-bb65-473c-8f23-8dba4eebb759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:42.560503 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-9f301f89-4211-4f4e-b8f5-281ab092d351 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=5a69972b4e3f420a82dd88a00db0f849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016179 Jun 24 12:30:42.561550 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41348) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:42.562033 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f301f89-4211-4f4e-b8f5-281ab092d351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835311ac-c800-4b2a-b08b-5a602102e123,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:42.565025 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-9f301f89-4211-4f4e-b8f5-281ab092d351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:42.632122 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-67da735e-cb78-4681-a5a1-efc7ae32d243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:42.663715 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-67da735e-cb78-4681-a5a1-efc7ae32d243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:42.729560 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-67da735e-cb78-4681-a5a1-efc7ae32d243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:42.732554 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-67da735e-cb78-4681-a5a1-efc7ae32d243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:42.736148 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-67da735e-cb78-4681-a5a1-efc7ae32d243 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/835311ac-c800-4b2a-b08b-5a602102e123 HTTP/1.1" status: 204 len: 168 time: 0.1675968 Jun 24 12:30:42.736148 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-5191e03b-9ffa-4b03-8788-08cad1391c66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:42.744395 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da735e-cb78-4681-a5a1-efc7ae32d243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835311ac-c800-4b2a-b08b-5a602102e123,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:42.747666 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-67da735e-cb78-4681-a5a1-efc7ae32d243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:42.995872 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41406) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:43.127672 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-30eb97cd-40d4-481e-8067-b709a66d9721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:43.216384 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-30eb97cd-40d4-481e-8067-b709a66d9721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:43.220252 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-30eb97cd-40d4-481e-8067-b709a66d9721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:43.223501 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-917a1d0c-b1cd-4f33-9178-1aee9b638d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:43.258668 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb97cd-40d4-481e-8067-b709a66d9721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9f5f28-55b4-4d69-b9ba-e040ee6ebc7e,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:43.262196 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-30eb97cd-40d4-481e-8067-b709a66d9721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:43.264677 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-30eb97cd-40d4-481e-8067-b709a66d9721 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=63e7f33e3bdc4fa884e3b45718c44cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2663302 Jun 24 12:30:43.267408 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41424) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:43.318623 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-fa7a10e5-e06d-4131-adc7-1a5320526d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:43.339659 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-fa7a10e5-e06d-4131-adc7-1a5320526d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:43.388764 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-fa7a10e5-e06d-4131-adc7-1a5320526d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:43.391549 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-fa7a10e5-e06d-4131-adc7-1a5320526d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:43.392677 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-fa7a10e5-e06d-4131-adc7-1a5320526d96 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6f9f5f28-55b4-4d69-b9ba-e040ee6ebc7e HTTP/1.1" status: 204 len: 168 time: 0.1243060 Jun 24 12:30:43.393452 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8168e3fd-b554-4afa-aa8a-bf5aa3c58aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:43.395938 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 7b73114a-8bd7-4bab-be35-ced2421df4bc no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:30:43.402191 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a10e5-e06d-4131-adc7-1a5320526d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9f5f28-55b4-4d69-b9ba-e040ee6ebc7e,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:43.411203 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-fa7a10e5-e06d-4131-adc7-1a5320526d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:43.425519 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: 7b73114a-8bd7-4bab-be35-ced2421df4bc {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:30:43.425866 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 7b73114a-8bd7-4bab-be35-ced2421df4bc not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:30:46.273955 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41604) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:46.406506 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b66d7-7f15-49df-ab09-7cfd9e6eed38 req-91f80539-4d7e-4bf7-93ee-f8709da8b75e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:46.408011 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b53b66d7-7f15-49df-ab09-7cfd9e6eed38 req-91f80539-4d7e-4bf7-93ee-f8709da8b75e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0691462 Jun 24 12:30:46.426179 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-28931f3c-31f1-4a6a-9169-473d7afeee05 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=fd08a63a50644a5ca660856cca885e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509237 Jun 24 12:30:46.429025 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41608) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:46.451834 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b53b66d7-7f15-49df-ab09-7cfd9e6eed38 req-1a798ef6-2b12-48db-a6a7-3cb9ef0a0470 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372369 Jun 24 12:30:46.476978 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce356-c72c-49e2-add6-332dc5a1d1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:46.497484 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce356-c72c-49e2-add6-332dc5a1d1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:46.546883 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce356-c72c-49e2-add6-332dc5a1d1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:46.549459 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-5b5ce356-c72c-49e2-add6-332dc5a1d1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:46.550588 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-5b5ce356-c72c-49e2-add6-332dc5a1d1db admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f66a765e-9f79-47c0-86e7-190792fd2b3d HTTP/1.1" status: 204 len: 168 time: 0.1201990 Jun 24 12:30:46.551361 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e28715f7-05ce-46d1-b303-63f41b4a0963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:46.560246 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ce356-c72c-49e2-add6-332dc5a1d1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66a765e-9f79-47c0-86e7-190792fd2b3d,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:46.564227 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-5b5ce356-c72c-49e2-add6-332dc5a1d1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:47.184989 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41636) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:47.277859 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1972971515-network', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:30:47.300425 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Made reservation on behalf of 72e7d47e8bb14f0787ba7fd6b1973cab for: {'network': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:30:47.302689 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:47.310930 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:47.400964 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:47.404867 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:47.408529 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-352a5f04-2f73-46a2-b38a-098c2a51cbf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:47.424969 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=92890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:30:47.439333 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:47.441957 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:47.442296 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.segments_db [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Added segment 9c43b15d-4619-4e5e-88ea-e97f3ff197be of type vlan for network 061889bb-0b88-4ea0-a5b4-209b1bc263ea Jun 24 12:30:47.444314 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:47.490204 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:47.518793 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:47.520118 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:47.520703 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:47.523428 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-905da8b2-68fb-4e27-8c96-8da3b6738fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:47.581264 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3951478 Jun 24 12:30:47.586076 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41642) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:47.593274 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-1213b5a9-129f-4639-b51a-e1a377f49717 admin admin] Request body: {'subnet': {'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1972971515-subnet', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'ip_version': 4}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:30:47.599615 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Pushing event updated for resources: {'Network': ['ID=061889bb-0b88-4ea0-a5b4-209b1bc263ea,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:47.604421 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:47.611270 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network 061889bb-0b88-4ea0-a5b4-209b1bc263ea details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:30:47.620996 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1213b5a9-129f-4639-b51a-e1a377f49717 admin admin] Made reservation on behalf of 72e7d47e8bb14f0787ba7fd6b1973cab for: {'subnet': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:30:47.624413 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1213b5a9-129f-4639-b51a-e1a377f49717 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3256752'] for subnet, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:47.635261 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6781220-e1ac-45fb-b62e-2d01a81601a2 req-e64dca57-7617-4ba5-909d-8decefb96226 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:47.637390 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f6781220-e1ac-45fb-b62e-2d01a81601a2 req-e64dca57-7617-4ba5-909d-8decefb96226 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.0731764 Jun 24 12:30:47.677278 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f6781220-e1ac-45fb-b62e-2d01a81601a2 req-64584a69-5881-426b-804a-c3d5734d4797 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329962 Jun 24 12:30:47.789520 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1213b5a9-129f-4639-b51a-e1a377f49717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2530382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3256922'] for subnet, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:47.792398 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:47.845704 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213b5a9-129f-4639-b51a-e1a377f49717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b238d92-fe9f-450b-82fc-2f9bf58fe02e,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:47.848643 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1213b5a9-129f-4639-b51a-e1a377f49717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:47.851487 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1213b5a9-129f-4639-b51a-e1a377f49717 admin admin] Checking segment: {'id': '9c43b15d-4619-4e5e-88ea-e97f3ff197be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:30:47.851837 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1213b5a9-129f-4639-b51a-e1a377f49717 admin admin] Network hostable DHCP agents. Network: 061889bb-0b88-4ea0-a5b4-209b1bc263ea, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:30:47.868226 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1213b5a9-129f-4639-b51a-e1a377f49717 admin admin] Network 061889bb-0b88-4ea0-a5b4-209b1bc263ea is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:30:47.876533 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-1213b5a9-129f-4639-b51a-e1a377f49717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, 061889bb-0b88-4ea0-a5b4-209b1bc263ea) {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:30:47.880591 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1213b5a9-129f-4639-b51a-e1a377f49717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:47.881168 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1213b5a9-129f-4639-b51a-e1a377f49717 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:47.886199 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ac6e4a-96fb-4a57-a47b-343e6b1cb057 None None] Network 061889bb-0b88-4ea0-a5b4-209b1bc263ea requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:30:47.895828 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-1213b5a9-129f-4639-b51a-e1a377f49717 admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3087487 Jun 24 12:30:47.898400 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41644) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:47.903013 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1972971515-router', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:30:47.927043 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-606813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60430'] for router, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:47.928205 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60421'] for router, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:47.993634 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:48.045729 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf266d022-4da0-5769-8009-4cd9ec177add-061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'fixed_ips': [{'subnet_id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e'}]}} from dv-cinder-689486-14-smb. {{(pid=92891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:30:48.046932 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:48.194581 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Allocated IP 172.20.0.2 (061889bb-0b88-4ea0-a5b4-209b1bc263ea/2b238d92-fe9f-450b-82fc-2f9bf58fe02e/f86f7e24-d5c7-4b99-a736-3e2697b01c4b) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:30:48.347104 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:48.356568 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Transition to ACTIVE for port object f86f7e24-d5c7-4b99-a736-3e2697b01c4b will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:30:48.372284 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Transition to ACTIVE for port object f86f7e24-d5c7-4b99-a736-3e2697b01c4b will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:30:48.379070 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:48.381571 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:48.403817 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616313', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60459'] for router, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:48.422441 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Network 061889bb-0b88-4ea0-a5b4-209b1bc263ea is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:30:48.426551 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:30:48.429040 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:30:48.439608 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Pushing event updated for resources: {'Port': ['ID=f86f7e24-d5c7-4b99-a736-3e2697b01c4b,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:48.469423 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:48.469683 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:48.470014 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:48.470343 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:48.470665 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:48.470986 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:48.471374 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:48.471737 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:48.472072 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:48.472407 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:48.472839 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:48.473151 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:48.477883 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:48.505154 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Attempting to bind port f86f7e24-d5c7-4b99-a736-3e2697b01c4b on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:30:48.505640 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Attempting to bind port f86f7e24-d5c7-4b99-a736-3e2697b01c4b by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '9c43b15d-4619-4e5e-88ea-e97f3ff197be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:30:48.505889 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Attempting to bind port f86f7e24-d5c7-4b99-a736-3e2697b01c4b on network 061889bb-0b88-4ea0-a5b4-209b1bc263ea {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:30:48.511067 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:30:48.511476 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Checking segment: {'id': '9c43b15d-4619-4e5e-88ea-e97f3ff197be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:30:48.511879 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:48.512271 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Bound using segment: {'id': '9c43b15d-4619-4e5e-88ea-e97f3ff197be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:30:48.512732 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Bound port: f86f7e24-d5c7-4b99-a736-3e2697b01c4b, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c43b15d-4619-4e5e-88ea-e97f3ff197be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:30:48.513114 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:48.577623 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] For port f86f7e24-d5c7-4b99-a736-3e2697b01c4b, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:30:48.580583 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] For port f86f7e24-d5c7-4b99-a736-3e2697b01c4b, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=f86f7e24-d5c7-4b99-a736-3e2697b01c4b,segment=NetworkSegment(9c43b15d-4619-4e5e-88ea-e97f3ff197be),segment_id=9c43b15d-4619-4e5e-88ea-e97f3ff197be)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:30:48.585109 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:48.586916 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:48.603009 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:48.622965 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:48.647644 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Pushing event updated for resources: {'Port': ['ID=f86f7e24-d5c7-4b99-a736-3e2697b01c4b,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:48.651783 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:48.743939 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Allocated IP 172.28.2.96 (55215ffa-be73-4f27-8bd6-e565279244aa/626247e8-372a-46a2-9822-6edda33fe1cd/9ea0c813-2efb-4c13-93b7-bcd95e9294c0) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:30:48.874461 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:48.939439 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69622efc-cc9f-4182-b5e1-c28ae1bd853c req-7c496ad0-63ee-4d6c-9693-7303992df5f8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:48.941114 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-69622efc-cc9f-4182-b5e1-c28ae1bd853c req-7c496ad0-63ee-4d6c-9693-7303992df5f8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.1352100 Jun 24 12:30:48.941365 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:48.945224 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:48.967625 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe9a97-a4f3-4f50-95f0-9c3135c15cda req-5eb331ce-acaf-40e9-88f7-2e30048ab5ea tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:48.969417 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-eebe9a97-a4f3-4f50-95f0-9c3135c15cda req-5eb331ce-acaf-40e9-88f7-2e30048ab5ea tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.49 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 946 time: 0.1079588 Jun 24 12:30:48.987161 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Network 55215ffa-be73-4f27-8bd6-e565279244aa is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:30:48.990004 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:30:48.993043 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:30:49.024309 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea0c813-2efb-4c13-93b7-bcd95e9294c0,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:49.027394 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:49.033689 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-69622efc-cc9f-4182-b5e1-c28ae1bd853c req-59964ccd-894f-459b-9fbd-bb983d15078d tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=8c48dc01-3bf1-4083-97bc-81c108a339bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847673 Jun 24 12:30:49.095360 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-eebe9a97-a4f3-4f50-95f0-9c3135c15cda req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Deleting port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:30:49.095713 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-eebe9a97-a4f3-4f50-95f0-9c3135c15cda req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:49.203961 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-eebe9a97-a4f3-4f50-95f0-9c3135c15cda req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] For port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=0fc66ca3-fcf2-4f04-aefd-3402dc18d507,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:49.204316 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-eebe9a97-a4f3-4f50-95f0-9c3135c15cda req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:49.264020 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:49.543702 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-eebe9a97-a4f3-4f50-95f0-9c3135c15cda req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:49.544074 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-eebe9a97-a4f3-4f50-95f0-9c3135c15cda req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612985'] for floatingip, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:49.544392 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.db.l3_db [req-eebe9a97-a4f3-4f50-95f0-9c3135c15cda req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Floating IP d0753ee3-68b6-4ed7-9ef6-f703deb00e20 disassociated. External IP: 172.28.2.5, port: 0fc66ca3-fcf2-4f04-aefd-3402dc18d507. Jun 24 12:30:49.544730 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-eebe9a97-a4f3-4f50-95f0-9c3135c15cda req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Calling delete_port for 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 owned by compute:nova {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:30:49.591436 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613115'] for router, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:49.718428 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-eebe9a97-a4f3-4f50-95f0-9c3135c15cda req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:49.723570 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ce1acf4c-74bb-4e19-a5fb-a1a4947c1061 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:49.752275 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff93a5a-ae43-42d9-9aed-9ff6ae17920e None None] Network 061889bb-0b88-4ea0-a5b4-209b1bc263ea requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:30:49.761750 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event deleted for resources: {'Port': ['ID=0fc66ca3-fcf2-4f04-aefd-3402dc18d507,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:49.764761 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb is scheduled to L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b with binding_index 1 {{(pid=92890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:30:49.774877 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:49.857434 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-a3cc5e5c-61ba-4f6a-93f3-8e50e5b575bc None None] Provisioning for port f86f7e24-d5c7-4b99-a736-3e2697b01c4b completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:30:49.914164 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:30:49.930569 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Sync routers for ids ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:30:49.939676 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eebe9a97-a4f3-4f50-95f0-9c3135c15cda req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Router 6c142bc8-d47c-4c60-a23f-5ad408951073 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:30:49.946502 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] Notify callbacks [] for router, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:49.948342 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-c66d1dc0-29c2-4b74-8fa6-ffeebca9bce1 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0487285 Jun 24 12:30:49.950955 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41678) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:49.968291 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Routers {'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:30:49.968941 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:30:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:50.195742 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eebe9a97-a4f3-4f50-95f0-9c3135c15cda req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:30:50.207371 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69a0d12-9e06-4a1c-892c-b9dbc497922f None None] Sync routers for ids ['6c142bc8-d47c-4c60-a23f-5ad408951073'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:30:50.222330 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a0d12-9e06-4a1c-892c-b9dbc497922f None None] Routers {'6c142bc8-d47c-4c60-a23f-5ad408951073'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:30:50.228434 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-c69a0d12-9e06-4a1c-892c-b9dbc497922f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:30:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c142bc8-d47c-4c60-a23f-5ad408951073'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:50.266834 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Set router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:30:50.286819 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebe9a97-a4f3-4f50-95f0-9c3135c15cda req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] No DVR routers for this DVR port 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 on host hv-cinder-68948 {{(pid=92888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:30:50.290206 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-eebe9a97-a4f3-4f50-95f0-9c3135c15cda req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:50.299967 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-eebe9a97-a4f3-4f50-95f0-9c3135c15cda req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.49 "DELETE /v2.0/ports/0fc66ca3-fcf2-4f04-aefd-3402dc18d507 HTTP/1.1" status: 204 len: 173 time: 1.3210900 Jun 24 12:30:50.300797 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931391c3-d09c-4722-b02a-043d99f263a1', 'name': 'network-vif-deleted', 'tag': '0fc66ca3-fcf2-4f04-aefd-3402dc18d507'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:30:50.315573 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5533db87-6d80-48a1-ba1b-f48e161b7a97" -d '{"events": [{"server_uuid": "931391c3-d09c-4722-b02a-043d99f263a1", "name": "network-vif-deleted", "tag": "0fc66ca3-fcf2-4f04-aefd-3402dc18d507"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:30:50.392129 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6b176b-33fe-4c98-a0da-452ee3d88514 x-openstack-request-id: req-1c6b176b-33fe-4c98-a0da-452ee3d88514 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:30:50.392129 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931391c3-d09c-4722-b02a-043d99f263a1", "name": "network-vif-deleted", "tag": "0fc66ca3-fcf2-4f04-aefd-3402dc18d507", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:30:50.392450 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1c6b176b-33fe-4c98-a0da-452ee3d88514 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:30:50.392834 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931391c3-d09c-4722-b02a-043d99f263a1', 'name': 'network-vif-deleted', 'tag': '0fc66ca3-fcf2-4f04-aefd-3402dc18d507', 'status': 'completed', 'code': 200} Jun 24 12:30:50.405389 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-026d25f6-74fd-45f0-8d6e-f1131c2698ae req-5c869a60-39d6-429f-b764-120e05efc38d tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=931391c3-d09c-4722-b02a-043d99f263a1 HTTP/1.1" status: 200 len: 210 time: 0.0827861 Jun 24 12:30:50.465516 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-c69a0d12-9e06-4a1c-892c-b9dbc497922f None None] Set router 6c142bc8-d47c-4c60-a23f-5ad408951073 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:30:50.547931 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'name': 'tempest-TestMinimumBasicScenario-1972971515-router', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:47Z', 'updated_at': '2021-06-24T12:30:49Z', 'revision_number': 3, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'gw_port': {'id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:48Z', 'updated_at': '2021-06-24T12:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:50.586093 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Checking router: bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:30:50.586768 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Updating router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb port 9ea0c813-2efb-4c13-93b7-bcd95e9294c0 binding host dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:30:50.643781 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:50.753961 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:50.801846 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-c69a0d12-9e06-4a1c-892c-b9dbc497922f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:30Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'edab2d1d-d18e-48f2-9687-d256e2149b75', 'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'mac_address': 'fa:16:3e:1d:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:29Z', 'updated_at': '2021-06-24T12:26:39Z', 'revision_number': 5, 'project_id': '19495abb439f45f38c2dc57598099b25', 'subnets': [{'id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:50.849189 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69a0d12-9e06-4a1c-892c-b9dbc497922f None None] Checking router: 6c142bc8-d47c-4c60-a23f-5ad408951073 for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:30:50.873248 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69a0d12-9e06-4a1c-892c-b9dbc497922f None None] Routers {'6c142bc8-d47c-4c60-a23f-5ad408951073'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:30:50.874350 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-c69a0d12-9e06-4a1c-892c-b9dbc497922f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:30:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c142bc8-d47c-4c60-a23f-5ad408951073'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:51.042500 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Allocated IP 172.20.0.1 (061889bb-0b88-4ea0-a5b4-209b1bc263ea/2b238d92-fe9f-450b-82fc-2f9bf58fe02e/a5cd6961-c528-4b15-a21b-987a7e9ffb79) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:30:51.069478 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device f86f7e24-d5c7-4b99-a736-3e2697b01c4b up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:30:51.132847 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:51.164566 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Transition to ACTIVE for port object 9ea0c813-2efb-4c13-93b7-bcd95e9294c0 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:30:51.168750 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-c69a0d12-9e06-4a1c-892c-b9dbc497922f None None] Set router 6c142bc8-d47c-4c60-a23f-5ad408951073 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:30:51.184328 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:51.199716 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-56f9d446-91d7-41c5-a050-a90781b2371b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:51.210837 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:51.242587 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Transition to ACTIVE for port object a5cd6961-c528-4b15-a21b-987a7e9ffb79 will not be triggered until provisioned by entity DHCP. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:30:51.253057 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port f86f7e24-d5c7-4b99-a736-3e2697b01c4b completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:30:51.270823 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43017d0b-b69f-4c5e-9e63-ed0c85acdda4 None None] Pushing event updated for resources: {'Port': ['ID=9ea0c813-2efb-4c13-93b7-bcd95e9294c0,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:51.273682 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-43017d0b-b69f-4c5e-9e63-ed0c85acdda4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:51.280463 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port f86f7e24-d5c7-4b99-a736-3e2697b01c4b triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:30:51.294574 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:51.299764 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Attempting to bind port 9ea0c813-2efb-4c13-93b7-bcd95e9294c0 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:30:51.299764 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Attempting to bind port 9ea0c813-2efb-4c13-93b7-bcd95e9294c0 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:30:51.300504 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Attempting to bind port 9ea0c813-2efb-4c13-93b7-bcd95e9294c0 on network 55215ffa-be73-4f27-8bd6-e565279244aa {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:30:51.312074 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:51.317513 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-0f993c2a-3d91-40f8-8de0-75b8569ed8bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:51.371975 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Pushing event updated for resources: {'Port': ['ID=a5cd6961-c528-4b15-a21b-987a7e9ffb79,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:51.382756 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:30:51.383147 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Checking segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:30:51.383837 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:51.384265 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Bound using segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:30:51.384712 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:51.384836 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Bound port: 9ea0c813-2efb-4c13-93b7-bcd95e9294c0, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:30:51.385137 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:51.396260 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Network 061889bb-0b88-4ea0-a5b4-209b1bc263ea is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:30:51.399795 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:30:51.419699 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:30:51.484539 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] For port 9ea0c813-2efb-4c13-93b7-bcd95e9294c0, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:30:51.486205 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611958'] for router_interface, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:51.490311 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-c69a0d12-9e06-4a1c-892c-b9dbc497922f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:30Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'edab2d1d-d18e-48f2-9687-d256e2149b75', 'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'mac_address': 'fa:16:3e:1d:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:29Z', 'updated_at': '2021-06-24T12:26:39Z', 'revision_number': 5, 'project_id': '19495abb439f45f38c2dc57598099b25', 'subnets': [{'id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:51.494189 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] For port 9ea0c813-2efb-4c13-93b7-bcd95e9294c0, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=9ea0c813-2efb-4c13-93b7-bcd95e9294c0,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:30:51.501203 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:30:51.511905 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:51.525251 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:51.546148 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69a0d12-9e06-4a1c-892c-b9dbc497922f None None] The sync data for ids ['6c142bc8-d47c-4c60-a23f-5ad408951073'] in dv-cinder-689486-14-smb is: [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:30Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'edab2d1d-d18e-48f2-9687-d256e2149b75', 'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'mac_address': 'fa:16:3e:1d:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:29Z', 'updated_at': '2021-06-24T12:26:39Z', 'revision_number': 5, 'project_id': '19495abb439f45f38c2dc57598099b25', 'subnets': [{'id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:30:51.593312 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:30:51.593666 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 0fc66ca3-fcf2-4f04-aefd-3402dc18d507 not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:30:51.613073 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41702) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:51.716213 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Routers {'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:30:51.717584 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:30:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:51.755012 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:51.765038 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:51.804618 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:51.953071 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] Set router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:30:51.966252 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:51.969739 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:51.976043 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "DELETE /v2.0/security-groups/8c48dc01-3bf1-4083-97bc-81c108a339bb HTTP/1.1" status: 204 len: 168 time: 0.3618577 Jun 24 12:30:51.980537 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41706) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:51.981449 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-8c9ee1e2-d39f-4746-834c-aed105f256bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:51.988323 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:51.995144 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:51.995515 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43017d0b-b69f-4c5e-9e63-ed0c85acdda4 None None] Pushing event updated for resources: {'Port': ['ID=9ea0c813-2efb-4c13-93b7-bcd95e9294c0,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:52.002363 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:52.022184 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-43017d0b-b69f-4c5e-9e63-ed0c85acdda4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:52.029131 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-7fada8c7-66d7-4cdc-b401-5d06680c796c None None] Provisioning for port a5cd6961-c528-4b15-a21b-987a7e9ffb79 completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:30:52.035710 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edef534-371c-4683-8cb4-6d2508599a02 req-d89f7679-bb93-4d49-88c8-81775c032358 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:52.039151 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2edef534-371c-4683-8cb4-6d2508599a02 req-d89f7679-bb93-4d49-88c8-81775c032358 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 946 time: 0.1460805 Jun 24 12:30:52.043998 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:52.056846 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-7fada8c7-66d7-4cdc-b401-5d06680c796c None None] Provisioning complete for port a5cd6961-c528-4b15-a21b-987a7e9ffb79 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:30:52.057153 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7fada8c7-66d7-4cdc-b401-5d06680c796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:52.109599 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-7fada8c7-66d7-4cdc-b401-5d06680c796c None None] Port a5cd6961-c528-4b15-a21b-987a7e9ffb79 cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:30:52.115600 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1e5796-3607-4b1c-9f9a-7581897361ff None None] New status for floating IP d0753ee3-68b6-4ed7-9ef6-f703deb00e20: DOWN {{(pid=92891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:30:52.190072 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-955103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611970'] for router_interface, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:52.192880 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Pushing event updated for resources: {'Port': ['ID=a5cd6961-c528-4b15-a21b-987a7e9ffb79,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:52.206830 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:52.347126 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c48dc01-3bf1-4083-97bc-81c108a339bb,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:52.355557 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.api.v2.resource [None req-a6582e55-0899-4802-a50f-717676c3748e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] show failed (client error): The resource could not be found. Jun 24 12:30:52.359970 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-a6582e55-0899-4802-a50f-717676c3748e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups/8c48dc01-3bf1-4083-97bc-81c108a339bb HTTP/1.1" status: 404 len: 347 time: 0.3693562 Jun 24 12:30:52.360537 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Network 061889bb-0b88-4ea0-a5b4-209b1bc263ea is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:30:52.360665 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41712) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:52.364615 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:30:52.391146 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:52.391575 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:52.391928 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:52.392285 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:52.392634 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:52.392989 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:52.393335 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:52.393679 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:52.394023 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:52.394374 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:52.394704 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:52.395042 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:30:52.454056 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2edef534-371c-4683-8cb4-6d2508599a02 req-ae5e12a4-2e58-4e31-bc18-5ce5ea35ea0d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3974900 Jun 24 12:30:52.454922 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:52.499387 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port f86f7e24-d5c7-4b99-a736-3e2697b01c4b, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=f86f7e24-d5c7-4b99-a736-3e2697b01c4b,segment=NetworkSegment(9c43b15d-4619-4e5e-88ea-e97f3ff197be),segment_id=9c43b15d-4619-4e5e-88ea-e97f3ff197be)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:52.571445 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:52.582516 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:52.601986 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:30:52.664514 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-f251a6ee-d296-4f11-aeff-76dce46e3ff9 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Deleting port 5b3320b8-9051-4296-9c19-fd00df391418 {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:30:52.665065 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f251a6ee-d296-4f11-aeff-76dce46e3ff9 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:52.741125 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=f86f7e24-d5c7-4b99-a736-3e2697b01c4b,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:52.749892 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:52.759875 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'name': 'tempest-TestMinimumBasicScenario-1972971515-router', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:47Z', 'updated_at': '2021-06-24T12:30:51Z', 'revision_number': 4, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'gw_port': {'id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:48Z', 'updated_at': '2021-06-24T12:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'a5cd6961-c528-4b15-a21b-987a7e9ffb79', 'name': '', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'mac_address': 'fa:16:3e:bf:de:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:50Z', 'updated_at': '2021-06-24T12:30:51Z', 'revision_number': 1, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'subnets': [{'id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:52.796392 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79cf0fc-8d5b-4c74-b753-985c9fd2a776 None None] The sync data for ids ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'] in dv-cinder-689486-14-smb is: [{'id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'name': 'tempest-TestMinimumBasicScenario-1972971515-router', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:47Z', 'updated_at': '2021-06-24T12:30:51Z', 'revision_number': 4, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'gw_port': {'id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:48Z', 'updated_at': '2021-06-24T12:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'a5cd6961-c528-4b15-a21b-987a7e9ffb79', 'name': '', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'mac_address': 'fa:16:3e:bf:de:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:50Z', 'updated_at': '2021-06-24T12:30:51Z', 'revision_number': 1, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'subnets': [{'id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:30:52.800989 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f251a6ee-d296-4f11-aeff-76dce46e3ff9 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:52.801679 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f251a6ee-d296-4f11-aeff-76dce46e3ff9 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:52.806562 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-efaf4dcc-674f-4a89-94dd-3cf869e1bbde None None] Provisioning complete for port a5cd6961-c528-4b15-a21b-987a7e9ffb79 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:30:52.806947 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-efaf4dcc-674f-4a89-94dd-3cf869e1bbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:52.822729 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-f251a6ee-d296-4f11-aeff-76dce46e3ff9 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Calling delete_port for 5b3320b8-9051-4296-9c19-fd00df391418 owned by network:floatingip {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:30:52.868054 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-efaf4dcc-674f-4a89-94dd-3cf869e1bbde None None] Port a5cd6961-c528-4b15-a21b-987a7e9ffb79 cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:30:52.906802 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device f86f7e24-d5c7-4b99-a736-3e2697b01c4b up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:30:52.983117 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port f86f7e24-d5c7-4b99-a736-3e2697b01c4b triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:30:52.983534 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:53.080160 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f251a6ee-d296-4f11-aeff-76dce46e3ff9 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:53.082375 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:53.111553 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251a6ee-d296-4f11-aeff-76dce46e3ff9 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event deleted for resources: {'Port': ['ID=5b3320b8-9051-4296-9c19-fd00df391418,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:53.117134 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f251a6ee-d296-4f11-aeff-76dce46e3ff9 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:53.186124 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:30:53.192668 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] 10.222.0.98 "PUT /v2.0/routers/bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2405653 Jun 24 12:30:53.230065 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f251a6ee-d296-4f11-aeff-76dce46e3ff9 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for floatingip, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:53.234527 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f251a6ee-d296-4f11-aeff-76dce46e3ff9 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for floatingip, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:53.236372 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-f251a6ee-d296-4f11-aeff-76dce46e3ff9 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "DELETE /v2.0/floatingips/d0753ee3-68b6-4ed7-9ef6-f703deb00e20 HTTP/1.1" status: 204 len: 168 time: 0.8713765 Jun 24 12:30:53.517515 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41728) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:53.523895 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-c4f91032-9caf-4a1e-8a55-a64866dfc5df tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--786315848', 'description': 'tempest-description--1438651169'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:30:53.565974 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c4f91032-9caf-4a1e-8a55-a64866dfc5df tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:53.820089 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c4f91032-9caf-4a1e-8a55-a64866dfc5df tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:53.829943 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c4f91032-9caf-4a1e-8a55-a64866dfc5df tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:53.852038 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-e6416d22-409a-4f3e-800b-b9d7f772130f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:53.859947 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c4f91032-9caf-4a1e-8a55-a64866dfc5df tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:53.864301 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-c4f91032-9caf-4a1e-8a55-a64866dfc5df tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3449912 Jun 24 12:30:53.864541 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41744) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:53.877491 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-6941b9da-2fc2-42d3-a244-e70a7382ea77 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Request body: {'security_group_rule': {'security_group_id': '5cd35aa6-c5d4-487a-b982-4330dff0f38d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:30:53.919556 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41746) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:53.929038 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1681358743-network', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:30:53.941608 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca3587-4322-4704-bda6-d8b567b2e59d req-bd715732-84c2-4242-aaf4-f0acc7ece4ea tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:53.942855 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7cca3587-4322-4704-bda6-d8b567b2e59d req-bd715732-84c2-4242-aaf4-f0acc7ece4ea tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 946 time: 0.2941277 Jun 24 12:30:53.947862 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6941b9da-2fc2-42d3-a244-e70a7382ea77 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:53.948416 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f91032-9caf-4a1e-8a55-a64866dfc5df tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd35aa6-c5d4-487a-b982-4330dff0f38d,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:53.953850 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c4f91032-9caf-4a1e-8a55-a64866dfc5df tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:53.994327 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992eec3-96bc-4204-b001-c8f6d8d160e7 req-c0214364-2692-43e8-9bbe-c6b04a4e81d7 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:53.996159 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3992eec3-96bc-4204-b001-c8f6d8d160e7 req-c0214364-2692-43e8-9bbe-c6b04a4e81d7 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.49 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 946 time: 0.2641225 Jun 24 12:30:54.011909 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Made reservation on behalf of 1041957e4d6a45ceba8a9f72f5147f3c for: {'network': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:30:54.014824 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for network, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.042137 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.045305 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7cca3587-4322-4704-bda6-d8b567b2e59d req-d4223946-9288-48bb-9baf-07bc61813495 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=8607013e-0072-41d8-a051-3261c47b2ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941451 Jun 24 12:30:54.107833 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6941b9da-2fc2-42d3-a244-e70a7382ea77 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.119105 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6941b9da-2fc2-42d3-a244-e70a7382ea77 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.132335 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:54.140910 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-3992eec3-96bc-4204-b001-c8f6d8d160e7 req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Deleting port be7899b4-583c-4ea2-a56b-ff34480c4915 {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:30:54.141288 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-3992eec3-96bc-4204-b001-c8f6d8d160e7 req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.150298 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941b9da-2fc2-42d3-a244-e70a7382ea77 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f192506-0648-491c-b092-864347684cfa,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:54.161563 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-6941b9da-2fc2-42d3-a244-e70a7382ea77 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:54.211159 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.217651 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.221496 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-ab9b0e4f-5b1e-445f-86bb-7c4d8ae45e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:54.225009 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-6941b9da-2fc2-42d3-a244-e70a7382ea77 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.226292 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-6941b9da-2fc2-42d3-a244-e70a7382ea77 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3606927 Jun 24 12:30:54.231892 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41750) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:54.237150 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-c2bf6406-b29b-4ec3-ac28-2360ade8a701 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Request body: {'security_group_rule': {'security_group_id': '5cd35aa6-c5d4-487a-b982-4330dff0f38d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:30:54.247852 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=92890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 12:30:54.263326 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bbf065-089f-4040-bc62-efdae0b5b15c,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:54.268295 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:54.269151 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.269861 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.segments_db [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Added segment 7126c1cf-f533-465f-94c6-5626b198d054 of type vlan for network dfc1c354-7710-484a-8707-582fcb6969c6 Jun 24 12:30:54.278292 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-3992eec3-96bc-4204-b001-c8f6d8d160e7 req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] For port be7899b4-583c-4ea2-a56b-ff34480c4915, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=be7899b4-583c-4ea2-a56b-ff34480c4915,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:54.278620 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-3992eec3-96bc-4204-b001-c8f6d8d160e7 req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.299009 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c2bf6406-b29b-4ec3-ac28-2360ade8a701 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.314423 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792598394480'] for network, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.347188 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685'] for network, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.348735 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:54.349316 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.352464 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-c8efe615-d997-4a9f-a0cf-6e5562f9a0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:54.410367 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] 10.222.0.98 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4897304 Jun 24 12:30:54.414204 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41752) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:54.419924 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-939fe378-8155-470e-8d37-c7e597761b5b admin admin] Request body: {'subnet': {'network_id': 'dfc1c354-7710-484a-8707-582fcb6969c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1681358743-subnet', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'ip_version': 4}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:30:54.423269 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Pushing event updated for resources: {'Network': ['ID=dfc1c354-7710-484a-8707-582fcb6969c6,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:54.426555 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:54.436954 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Network dfc1c354-7710-484a-8707-582fcb6969c6 details requested by agent ovs-agent-dv-cinder-689486-14-smb with host dv-cinder-689486-14-smb {{(pid=92891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 24 12:30:54.448871 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939fe378-8155-470e-8d37-c7e597761b5b admin admin] Made reservation on behalf of 1041957e4d6a45ceba8a9f72f5147f3c for: {'subnet': 1} {{(pid=92890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:30:54.452927 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-939fe378-8155-470e-8d37-c7e597761b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3256752'] for subnet, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.478750 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c2bf6406-b29b-4ec3-ac28-2360ade8a701 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.493792 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c2bf6406-b29b-4ec3-ac28-2360ade8a701 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.532142 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-b42475bc-ef80-497a-8cd6-d942e5b885c0 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:54.558673 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf6406-b29b-4ec3-ac28-2360ade8a701 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=160bb790-2120-4a3f-8e84-92eb61c05d1e,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:54.561538 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c2bf6406-b29b-4ec3-ac28-2360ade8a701 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:54.564697 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c2bf6406-b29b-4ec3-ac28-2360ade8a701 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.565741 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-c2bf6406-b29b-4ec3-ac28-2360ade8a701 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329628 Jun 24 12:30:54.570275 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41754) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:54.574955 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Request body: {'floatingip': {'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:30:54.599454 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-3992eec3-96bc-4204-b001-c8f6d8d160e7 req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.599853 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-3992eec3-96bc-4204-b001-c8f6d8d160e7 req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612985'] for floatingip, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.600175 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.db.l3_db [req-3992eec3-96bc-4204-b001-c8f6d8d160e7 req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Floating IP f99f42ff-8281-4fde-8233-933325d02129 disassociated. External IP: 172.28.2.149, port: be7899b4-583c-4ea2-a56b-ff34480c4915. Jun 24 12:30:54.600534 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-3992eec3-96bc-4204-b001-c8f6d8d160e7 req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Calling delete_port for be7899b4-583c-4ea2-a56b-ff34480c4915 owned by compute:nova {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:30:54.624121 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for floatingip, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.680134 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-939fe378-8155-470e-8d37-c7e597761b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2530382', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3256922'] for subnet, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.682976 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-299cd9b6-e771-4ce7-8574-fb7ed823f3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:54.731072 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fe378-8155-470e-8d37-c7e597761b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=50ced17a-f955-42b8-ab60-ca0ac1d48a3d,revision_number=0']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:54.734902 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-939fe378-8155-470e-8d37-c7e597761b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:54.753206 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939fe378-8155-470e-8d37-c7e597761b5b admin admin] Checking segment: {'id': '7126c1cf-f533-465f-94c6-5626b198d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfc1c354-7710-484a-8707-582fcb6969c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:30:54.753206 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939fe378-8155-470e-8d37-c7e597761b5b admin admin] Network hostable DHCP agents. Network: dfc1c354-7710-484a-8707-582fcb6969c6, hostable agents: ['b086393a-1b3a-4a13-9cca-d76263a0bdc8'], hosted agents: [] {{(pid=92890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 12:30:54.775828 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939fe378-8155-470e-8d37-c7e597761b5b admin admin] Network dfc1c354-7710-484a-8707-582fcb6969c6 is scheduled to be hosted by DHCP agent b086393a-1b3a-4a13-9cca-d76263a0bdc8 with binding_index 1 {{(pid=92890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 12:30:54.786876 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-939fe378-8155-470e-8d37-c7e597761b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-689486-14-smb, dfc1c354-7710-484a-8707-582fcb6969c6) {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:30:54.797655 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36318c25-1964-44f6-9652-8224ffc9e172 None None] Network dfc1c354-7710-484a-8707-582fcb6969c6 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:30:54.805948 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939fe378-8155-470e-8d37-c7e597761b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:54.806736 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-939fe378-8155-470e-8d37-c7e597761b5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.833573 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-939fe378-8155-470e-8d37-c7e597761b5b admin admin] 10.222.0.98 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4176793 Jun 24 12:30:54.836723 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41756) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:54.841378 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-3992eec3-96bc-4204-b001-c8f6d8d160e7 req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.844141 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.847759 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:54.853347 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1681358743-router', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:30:54.883841 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-606813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-60430'] for router, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.885008 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-616229', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-975178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-60421'] for router, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:54.901172 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event deleted for resources: {'Port': ['ID=be7899b4-583c-4ea2-a56b-ff34480c4915,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:54.913663 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:54.943078 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 9ea0c813-2efb-4c13-93b7-bcd95e9294c0 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:30:54.966867 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.051324 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf266d022-4da0-5769-8009-4cd9ec177add-dfc1c354-7710-484a-8707-582fcb6969c6', 'network_id': 'dfc1c354-7710-484a-8707-582fcb6969c6', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'fixed_ips': [{'subnet_id': '50ced17a-f955-42b8-ab60-ca0ac1d48a3d'}]}} from dv-cinder-689486-14-smb. {{(pid=92891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 24 12:30:55.052741 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.081756 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port 9ea0c813-2efb-4c13-93b7-bcd95e9294c0 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:30:55.148909 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 9ea0c813-2efb-4c13-93b7-bcd95e9294c0 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:30:55.148909 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.162332 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Allocated IP 172.28.2.8 (55215ffa-be73-4f27-8bd6-e565279244aa/626247e8-372a-46a2-9822-6edda33fe1cd/e38b9981-662b-4965-ac39-a3ee7a72c452) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:30:55.177551 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616313', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-613609', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-60459'] for router, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.210383 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3992eec3-96bc-4204-b001-c8f6d8d160e7 req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:30:55.344869 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.387088 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Allocated IP 172.20.0.2 (dfc1c354-7710-484a-8707-582fcb6969c6/50ced17a-f955-42b8-ab60-ca0ac1d48a3d/d8a6456e-810d-45e6-b1ca-406c4c8a2ba1) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:30:55.395827 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bd21ae50-0612-45a6-b62e-4fe5917996b8 req-6c153040-9288-4222-8f53-583c13019fcc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 210 time: 0.0550168 Jun 24 12:30:55.408556 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.504526 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port 9ea0c813-2efb-4c13-93b7-bcd95e9294c0, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=9ea0c813-2efb-4c13-93b7-bcd95e9294c0,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:55.514481 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.514997 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.518600 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:55.538536 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3992eec3-96bc-4204-b001-c8f6d8d160e7 req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:30:55.539316 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.548737 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c41dc-bf7e-415d-b024-7e504ff2febc None None] Sync routers for ids ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:30:55.562394 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c41dc-bf7e-415d-b024-7e504ff2febc None None] Routers {'6c8af4c7-385d-4ad7-a344-8728f6a68e63'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:30:55.563896 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-cb7c41dc-bf7e-415d-b024-7e504ff2febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:30:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:55.614983 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6e4a8b1a-11dd-4e65-8d45-4759025e2f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.624040 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3992eec3-96bc-4204-b001-c8f6d8d160e7 req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] No DVR routers for this DVR port be7899b4-583c-4ea2-a56b-ff34480c4915 on host hv-cinder-68948 {{(pid=92888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:30:55.627385 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-3992eec3-96bc-4204-b001-c8f6d8d160e7 req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.629472 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3992eec3-96bc-4204-b001-c8f6d8d160e7 req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.49 "DELETE /v2.0/ports/be7899b4-583c-4ea2-a56b-ff34480c4915 HTTP/1.1" status: 204 len: 173 time: 1.6226139 Jun 24 12:30:55.629992 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'name': 'network-vif-deleted', 'tag': 'be7899b4-583c-4ea2-a56b-ff34480c4915'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:30:55.634905 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a621582-0120-416f-b089-01e4ce67ce18" -d '{"events": [{"server_uuid": "b3af54a5-166f-47d7-a77a-067c623a332c", "name": "network-vif-deleted", "tag": "be7899b4-583c-4ea2-a56b-ff34480c4915"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:30:55.642603 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=9ea0c813-2efb-4c13-93b7-bcd95e9294c0,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:55.650902 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:55.651075 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3352900'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.660588 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d49ac215-c000-4590-9e8a-ea5fff54bbd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:55.722014 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Sync routers for ids ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:30:55.735476 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ede026-5956-4309-bd18-b0f9002089d5 x-openstack-request-id: req-98ede026-5956-4309-bd18-b0f9002089d5 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:30:55.735815 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3af54a5-166f-47d7-a77a-067c623a332c", "name": "network-vif-deleted", "tag": "be7899b4-583c-4ea2-a56b-ff34480c4915", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:30:55.736111 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-98ede026-5956-4309-bd18-b0f9002089d5 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:30:55.736988 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.737136 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3af54a5-166f-47d7-a77a-067c623a332c', 'name': 'network-vif-deleted', 'tag': 'be7899b4-583c-4ea2-a56b-ff34480c4915', 'status': 'completed', 'code': 200} Jun 24 12:30:55.750349 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Routers {'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:30:55.751393 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Network 55215ffa-be73-4f27-8bd6-e565279244aa is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:30:55.751671 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:30:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:55.754737 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Transition to ACTIVE for port object d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:30:55.758483 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:30:55.763938 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:30:55.769124 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Allocated IP 172.28.2.73 (55215ffa-be73-4f27-8bd6-e565279244aa/626247e8-372a-46a2-9822-6edda33fe1cd/3fbb2983-64e5-4d1d-9377-549b1dbd9e2b) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:30:55.801388 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event updated for resources: {'Port': ['ID=e38b9981-662b-4965-ac39-a3ee7a72c452,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:55.814304 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-cb7c41dc-bf7e-415d-b024-7e504ff2febc None None] Set router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:30:55.814710 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:55.832610 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Transition to ACTIVE for port object d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:30:55.842358 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.853532 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:55.924207 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Network dfc1c354-7710-484a-8707-582fcb6969c6 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:30:55.930661 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.931228 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:30:55.940771 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:30:55.945621 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Pushing event updated for resources: {'Port': ['ID=d8a6456e-810d-45e6-b1ca-406c4c8a2ba1,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:55.949405 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.954521 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:55.982160 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Set router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:30:55.987956 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:55.994619 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:56.005015 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-f3d9abb5-9fc8-4502-8259-52ecaa5806c2 tempest-VolumesActionsTest-1921813663 tempest-VolumesActionsTest-1921813663-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:56.044151 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Network 55215ffa-be73-4f27-8bd6-e565279244aa is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:30:56.045764 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Attempting to bind port d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:30:56.046147 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Attempting to bind port d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '7126c1cf-f533-465f-94c6-5626b198d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfc1c354-7710-484a-8707-582fcb6969c6'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:30:56.046521 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Attempting to bind port d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 on network dfc1c354-7710-484a-8707-582fcb6969c6 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:30:56.048574 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:30:56.052763 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:30:56.087535 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:30:56.087950 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Checking segment: {'id': '7126c1cf-f533-465f-94c6-5626b198d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfc1c354-7710-484a-8707-582fcb6969c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:30:56.088321 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:56.088722 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Bound using segment: {'id': '7126c1cf-f533-465f-94c6-5626b198d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfc1c354-7710-484a-8707-582fcb6969c6'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:30:56.089220 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Bound port: d8a6456e-810d-45e6-b1ca-406c4c8a2ba1, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7126c1cf-f533-465f-94c6-5626b198d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfc1c354-7710-484a-8707-582fcb6969c6'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:30:56.089608 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:56.094191 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=3fbb2983-64e5-4d1d-9377-549b1dbd9e2b,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:56.098492 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:56.123445 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-cb7c41dc-bf7e-415d-b024-7e504ff2febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:24Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '3251bc19-757f-4156-a31b-5682ae146826', 'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'mac_address': 'fa:16:3e:2d:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:22Z', 'updated_at': '2021-06-24T12:27:31Z', 'revision_number': 5, 'project_id': 'cc538158c2904a4fab192222206e534b', 'subnets': [{'id': '23408857-b599-4648-884f-3a1e8e563403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:56.163452 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c41dc-bf7e-415d-b024-7e504ff2febc None None] Checking router: 6c8af4c7-385d-4ad7-a344-8728f6a68e63 for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:30:56.183054 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c41dc-bf7e-415d-b024-7e504ff2febc None None] Routers {'6c8af4c7-385d-4ad7-a344-8728f6a68e63'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:30:56.184350 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-cb7c41dc-bf7e-415d-b024-7e504ff2febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:30:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:56.218127 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:56.220608 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] For port d8a6456e-810d-45e6-b1ca-406c4c8a2ba1, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:30:56.224935 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:56.225382 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] For port d8a6456e-810d-45e6-b1ca-406c4c8a2ba1, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=d8a6456e-810d-45e6-b1ca-406c4c8a2ba1,segment=NetworkSegment(7126c1cf-f533-465f-94c6-5626b198d054),segment_id=7126c1cf-f533-465f-94c6-5626b198d054)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:30:56.230603 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:56.231588 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-08ccdc04-d5e2-4ac9-94b7-4f466afa0edd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:56.251773 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-6c179519-39ca-4b68-8bca-2b225e54efeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:56.264962 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:30:56.348984 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-cb7c41dc-bf7e-415d-b024-7e504ff2febc None None] Set router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:30:56.350931 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612985'] for floatingip, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:56.364975 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Pushing event updated for resources: {'Port': ['ID=d8a6456e-810d-45e6-b1ca-406c4c8a2ba1,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:56.368120 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:56.386487 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'name': 'tempest-TestMinimumBasicScenario-1972971515-router', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:47Z', 'updated_at': '2021-06-24T12:30:51Z', 'revision_number': 4, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'gw_port': {'id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:48Z', 'updated_at': '2021-06-24T12:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'a5cd6961-c528-4b15-a21b-987a7e9ffb79', 'name': '', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'mac_address': 'fa:16:3e:bf:de:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:50Z', 'updated_at': '2021-06-24T12:30:51Z', 'revision_number': 2, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'subnets': [{'id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:56.403396 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for floatingip, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:56.413733 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8335881 Jun 24 12:30:56.413733 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event updated for resources: {'Port': ['ID=e38b9981-662b-4965-ac39-a3ee7a72c452,revision_number=2']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:56.413733 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:56.444302 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:56.478517 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Checking router: bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:30:56.478885 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Updating router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb port a5cd6961-c528-4b15-a21b-987a7e9ffb79 binding host dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:30:56.572617 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:56.864754 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-cb7c41dc-bf7e-415d-b024-7e504ff2febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:24Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '3251bc19-757f-4156-a31b-5682ae146826', 'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'mac_address': 'fa:16:3e:2d:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:22Z', 'updated_at': '2021-06-24T12:27:31Z', 'revision_number': 5, 'project_id': 'cc538158c2904a4fab192222206e534b', 'subnets': [{'id': '23408857-b599-4648-884f-3a1e8e563403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:56.921818 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7c41dc-bf7e-415d-b024-7e504ff2febc None None] The sync data for ids ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'] in dv-cinder-689486-14-smb is: [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:24Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '3251bc19-757f-4156-a31b-5682ae146826', 'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'mac_address': 'fa:16:3e:2d:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:22Z', 'updated_at': '2021-06-24T12:27:31Z', 'revision_number': 5, 'project_id': 'cc538158c2904a4fab192222206e534b', 'subnets': [{'id': '23408857-b599-4648-884f-3a1e8e563403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:30:56.946724 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-76f48681-7f2e-4c4d-ba08-e9a231085aee req-7de2af75-a71f-4667-a998-f4a50618d68f tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=b3af54a5-166f-47d7-a77a-067c623a332c HTTP/1.1" status: 200 len: 210 time: 0.1347508 Jun 24 12:30:57.015871 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b52acf32-d622-479f-a9c1-4409f496caab req-b5d17311-0e08-4b46-8b91-01f13d451ba2 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--786315848&fields=id&tenant_id=19495abb439f45f38c2dc57598099b25 HTTP/1.1" status: 200 len: 267 time: 0.1903813 Jun 24 12:30:57.037343 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-613606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-613115'] for router, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:57.132856 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41802) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:57.174149 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:30:57.177404 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:57.211159 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Transition to ACTIVE for port object a5cd6961-c528-4b15-a21b-987a7e9ffb79 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:30:57.229210 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:57.231802 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:57.242198 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52acf32-d622-479f-a9c1-4409f496caab req-e183bda6-4f18-44b9-9288-84ff2f3640e7 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:30:57.244498 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b52acf32-d622-479f-a9c1-4409f496caab req-e183bda6-4f18-44b9-9288-84ff2f3640e7 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/networks?id=6a10afaa-69bf-4861-aff0-1527b9cbd705 HTTP/1.1" status: 200 len: 810 time: 0.2174659 Jun 24 12:30:57.265957 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Router 9f3fb00e-624e-4ab6-994d-77bfca865e62 is scheduled to L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b with binding_index 1 {{(pid=92890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 12:30:57.268419 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b52acf32-d622-479f-a9c1-4409f496caab req-bafe796f-4cb3-4318-9fc5-5e488d90f6ce tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/quotas/19495abb439f45f38c2dc57598099b25 HTTP/1.1" status: 200 len: 375 time: 0.0177619 Jun 24 12:30:57.457013 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b52acf32-d622-479f-a9c1-4409f496caab req-37051ed6-1c7d-4916-9181-2a8518be1189 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=19495abb439f45f38c2dc57598099b25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1780510 Jun 24 12:30:57.470512 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-75c66605-256a-4dc5-9b20-0ba7fe082967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:57.484732 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fbb921-1fd1-47c6-aea5-45890579ba97 None None] New status for floating IP f99f42ff-8281-4fde-8233-933325d02129: DOWN {{(pid=92892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:30:57.491280 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device be7899b4-583c-4ea2-a56b-ff34480c4915 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:30:57.541204 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8392ab-2b3d-4d2a-ab04-6a15046d573b None None] Pushing event updated for resources: {'Port': ['ID=a5cd6961-c528-4b15-a21b-987a7e9ffb79,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:57.546037 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: be7899b4-583c-4ea2-a56b-ff34480c4915 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:30:57.547092 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device be7899b4-583c-4ea2-a56b-ff34480c4915 not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:30:57.553800 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:30:57.556751 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-5b8392ab-2b3d-4d2a-ab04-6a15046d573b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:57.580528 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 9ea0c813-2efb-4c13-93b7-bcd95e9294c0 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:30:57.608962 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:30:57.631980 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Sync routers for ids ['9f3fb00e-624e-4ab6-994d-77bfca865e62'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:30:57.660765 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Attempting to bind port a5cd6961-c528-4b15-a21b-987a7e9ffb79 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:30:57.661423 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Attempting to bind port a5cd6961-c528-4b15-a21b-987a7e9ffb79 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '9c43b15d-4619-4e5e-88ea-e97f3ff197be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:30:57.661983 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Attempting to bind port a5cd6961-c528-4b15-a21b-987a7e9ffb79 on network 061889bb-0b88-4ea0-a5b4-209b1bc263ea {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:30:57.673457 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Routers {'9f3fb00e-624e-4ab6-994d-77bfca865e62'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:30:57.674563 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:30:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['9f3fb00e-624e-4ab6-994d-77bfca865e62'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:57.680541 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:30:57.681832 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Checking segment: {'id': '9c43b15d-4619-4e5e-88ea-e97f3ff197be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:30:57.685255 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:57.686107 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Bound using segment: {'id': '9c43b15d-4619-4e5e-88ea-e97f3ff197be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:30:57.686916 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Bound port: a5cd6961-c528-4b15-a21b-987a7e9ffb79, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c43b15d-4619-4e5e-88ea-e97f3ff197be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:30:57.687616 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b52acf32-d622-479f-a9c1-4409f496caab req-72e632b3-3950-4875-bf5e-467b507ad73a service neutron] 10.222.0.98 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148578 Jun 24 12:30:57.687929 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:57.703251 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-75c66605-256a-4dc5-9b20-0ba7fe082967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:57.710487 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-75c66605-256a-4dc5-9b20-0ba7fe082967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:57.714608 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-4d76bd7d-9da4-476b-9e12-fb09f7c2e36a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:57.726904 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] Notify callbacks [] for router, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:57.729649 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-36f04ee1-be2d-494a-8759-9e4c6452e5f4 admin admin] 10.222.0.98 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8876760 Jun 24 12:30:57.737242 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41806) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:57.827516 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c66605-256a-4dc5-9b20-0ba7fe082967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596bb24e-a6d7-43f1-bd46-e09fb8fc9c67,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:57.830951 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-75c66605-256a-4dc5-9b20-0ba7fe082967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:57.835847 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-75c66605-256a-4dc5-9b20-0ba7fe082967 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=086b9622d88942f4b61ea294c456dcd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6963959 Jun 24 12:30:57.836795 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41808) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:57.863571 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b52acf32-d622-479f-a9c1-4409f496caab req-e56cb0e0-502a-4665-aa46-2abfec1e247b service neutron] 10.222.0.98 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598866 Jun 24 12:30:57.889961 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 9ea0c813-2efb-4c13-93b7-bcd95e9294c0 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:30:57.890342 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:57.942563 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aab2c2-a0ed-4408-9ef0-f30d120ac43a None None] Network dfc1c354-7710-484a-8707-582fcb6969c6 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:30:57.958520 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-586f5884-bda7-49d2-b870-0d8f9f8fda51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.027843 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Set router 9f3fb00e-624e-4ab6-994d-77bfca865e62 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:30:58.036792 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-586f5884-bda7-49d2-b870-0d8f9f8fda51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.110548 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41818) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:58.121920 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9917026a-ee5a-4f6f-8c26-05875bbff1c9 req-78841181-568b-4423-ae39-b61bf242c6bf tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 210 time: 0.0632815 Jun 24 12:30:58.149157 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] For port a5cd6961-c528-4b15-a21b-987a7e9ffb79, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:30:58.190748 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-13b33905-fa27-46b9-aadf-6043ed79bcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.208915 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] For port a5cd6961-c528-4b15-a21b-987a7e9ffb79, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=a5cd6961-c528-4b15-a21b-987a7e9ffb79,segment=NetworkSegment(9c43b15d-4619-4e5e-88ea-e97f3ff197be),segment_id=9c43b15d-4619-4e5e-88ea-e97f3ff197be)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:30:58.235767 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b1a3364a-89b5-4be5-84d3-41e83b1a6ad1 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.264789 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.264933 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b1a3364a-89b5-4be5-84d3-41e83b1a6ad1 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.270910 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-586f5884-bda7-49d2-b870-0d8f9f8fda51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.274521 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-586f5884-bda7-49d2-b870-0d8f9f8fda51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.278295 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-43017d0b-b69f-4c5e-9e63-ed0c85acdda4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:58.295711 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-586f5884-bda7-49d2-b870-0d8f9f8fda51 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/596bb24e-a6d7-43f1-bd46-e09fb8fc9c67 HTTP/1.1" status: 204 len: 168 time: 0.4541969 Jun 24 12:30:58.301841 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-2ec56d37-f0a1-41cb-9d9e-ec992597a618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:58.344414 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f5884-bda7-49d2-b870-0d8f9f8fda51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596bb24e-a6d7-43f1-bd46-e09fb8fc9c67,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:58.349425 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-586f5884-bda7-49d2-b870-0d8f9f8fda51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:58.356903 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b1a3364a-89b5-4be5-84d3-41e83b1a6ad1 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.363467 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b1a3364a-89b5-4be5-84d3-41e83b1a6ad1 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.368358 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-b1a3364a-89b5-4be5-84d3-41e83b1a6ad1 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "DELETE /v2.0/security-groups/8607013e-0072-41d8-a051-3261c47b2ce4 HTTP/1.1" status: 204 len: 168 time: 0.2564843 Jun 24 12:30:58.369277 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41828) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:58.370109 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-302e8165-e813-460d-adc3-a01778e3d153 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:58.420836 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3364a-89b5-4be5-84d3-41e83b1a6ad1 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8607013e-0072-41d8-a051-3261c47b2ce4,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:58.424903 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-b1a3364a-89b5-4be5-84d3-41e83b1a6ad1 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:58.432793 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.api.v2.resource [None req-246b290a-82be-4326-88b9-43719f463ec8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] show failed (client error): The resource could not be found. Jun 24 12:30:58.436976 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-246b290a-82be-4326-88b9-43719f463ec8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups/8607013e-0072-41d8-a051-3261c47b2ce4 HTTP/1.1" status: 404 len: 347 time: 0.0425491 Jun 24 12:30:58.437557 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41834) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:58.580908 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-4ff809fe-6d29-4a0c-a0e0-1e5287eaa504 None None] Provisioning for port d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:30:58.607643 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Routers {'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:30:58.610537 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:30:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:58.643047 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.683504 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-aaef2405-7368-4d77-9d90-6034d9815b28 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Deleting port 56ab9842-9ee9-4b3e-bdf1-5cce9395d4ab {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:30:58.683732 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-aaef2405-7368-4d77-9d90-6034d9815b28 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.786744 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8392ab-2b3d-4d2a-ab04-6a15046d573b None None] Pushing event updated for resources: {'Port': ['ID=a5cd6961-c528-4b15-a21b-987a7e9ffb79,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:58.807241 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-4ff809fe-6d29-4a0c-a0e0-1e5287eaa504 None None] Provisioning complete for port d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:30:58.808042 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4ff809fe-6d29-4a0c-a0e0-1e5287eaa504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.812884 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-5b8392ab-2b3d-4d2a-ab04-6a15046d573b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:58.828378 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-aaef2405-7368-4d77-9d90-6034d9815b28 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.828767 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-aaef2405-7368-4d77-9d90-6034d9815b28 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.845999 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:58.848610 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-aaef2405-7368-4d77-9d90-6034d9815b28 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Calling delete_port for 56ab9842-9ee9-4b3e-bdf1-5cce9395d4ab owned by network:floatingip {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:30:58.986740 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'name': 'tempest-TestMinimumBasicScenario-1681358743-router', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '3fbb2983-64e5-4d1d-9377-549b1dbd9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:54Z', 'updated_at': '2021-06-24T12:30:56Z', 'revision_number': 3, 'project_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'gw_port': {'id': '3fbb2983-64e5-4d1d-9377-549b1dbd9e2b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:55Z', 'updated_at': '2021-06-24T12:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:30:59.031128 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Checking router: 9f3fb00e-624e-4ab6-994d-77bfca865e62 for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:30:59.031509 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Updating router 9f3fb00e-624e-4ab6-994d-77bfca865e62 port 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b binding host dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:30:59.043048 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] Set router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:30:59.074580 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-aaef2405-7368-4d77-9d90-6034d9815b28 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:59.088568 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:59.122182 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef2405-7368-4d77-9d90-6034d9815b28 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event deleted for resources: {'Port': ['ID=56ab9842-9ee9-4b3e-bdf1-5cce9395d4ab,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:59.124975 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device a5cd6961-c528-4b15-a21b-987a7e9ffb79 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:30:59.126934 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-aaef2405-7368-4d77-9d90-6034d9815b28 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:59.209378 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:59.227229 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-aaef2405-7368-4d77-9d90-6034d9815b28 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for floatingip, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:59.229836 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-aaef2405-7368-4d77-9d90-6034d9815b28 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for floatingip, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:59.233743 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-aaef2405-7368-4d77-9d90-6034d9815b28 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "DELETE /v2.0/floatingips/f99f42ff-8281-4fde-8233-933325d02129 HTTP/1.1" status: 204 len: 168 time: 0.7925200 Jun 24 12:30:59.241518 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Allocated IP 172.20.0.1 (dfc1c354-7710-484a-8707-582fcb6969c6/50ced17a-f955-42b8-ab60-ca0ac1d48a3d/4d13492e-6708-4ee6-8f4f-769bcceb2428) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:30:59.274754 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4ff809fe-6d29-4a0c-a0e0-1e5287eaa504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:59.356966 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c38281c1-bbd5-446e-bf73-e6107a3d8778 req-72d90bab-762f-4a54-8a65-d1a8a55c5504 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 210 time: 0.0380118 Jun 24 12:30:59.433446 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:59.453084 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.provisioning_blocks [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Transition to ACTIVE for port object 4d13492e-6708-4ee6-8f4f-769bcceb2428 will not be triggered until provisioned by entity DHCP. {{(pid=92890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:30:59.482583 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-4ff809fe-6d29-4a0c-a0e0-1e5287eaa504 None None] For port d8a6456e-810d-45e6-b1ca-406c4c8a2ba1, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=d8a6456e-810d-45e6-b1ca-406c4c8a2ba1,segment=NetworkSegment(7126c1cf-f533-465f-94c6-5626b198d054),segment_id=7126c1cf-f533-465f-94c6-5626b198d054)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:30:59.495904 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:59.503267 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4ff809fe-6d29-4a0c-a0e0-1e5287eaa504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:59.505047 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port a5cd6961-c528-4b15-a21b-987a7e9ffb79 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:30:59.510934 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-786608bf-844e-49a5-b5f2-fd28e2c098e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:59.512463 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:59.516748 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-897ffdf0-6145-4e81-8645-afc332c82e79 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:30:59.529103 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port a5cd6961-c528-4b15-a21b-987a7e9ffb79 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:30:59.529485 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:59.569345 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Network dfc1c354-7710-484a-8707-582fcb6969c6 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:30:59.572838 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:30:59.575474 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:30:59.618522 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d13492e-6708-4ee6-8f4f-769bcceb2428,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:30:59.636144 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:30:59.648622 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41850) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:30:59.655933 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-13821239-c825-4cba-9d5c-7af23f3c2b29 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Request body: {'security_group': {'name': 'tempest-securitygroup--537792537', 'description': 'tempest-description--1549887106'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:30:59.677844 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-611958'] for router_interface, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:59.806679 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-13821239-c825-4cba-9d5c-7af23f3c2b29 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:59.910046 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:59.968014 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-d9c0c821-252e-4c61-84de-860f49467788 None None] Provisioning complete for port d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:30:59.968645 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c821-252e-4c61-84de-860f49467788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:30:59.997629 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff809fe-6d29-4a0c-a0e0-1e5287eaa504 None None] Pushing event updated for resources: {'Port': ['ID=d8a6456e-810d-45e6-b1ca-406c4c8a2ba1,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:00.003567 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-4ff809fe-6d29-4a0c-a0e0-1e5287eaa504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:00.018280 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-13821239-c825-4cba-9d5c-7af23f3c2b29 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.025944 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-13821239-c825-4cba-9d5c-7af23f3c2b29 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.030577 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-22a542ae-630f-4e8c-80eb-a436873183a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:00.058332 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52acf32-d622-479f-a9c1-4409f496caab req-a2aa3317-72b9-417e-b0bc-9141cbed4ce3 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:00.060475 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b52acf32-d622-479f-a9c1-4409f496caab req-a2aa3317-72b9-417e-b0bc-9141cbed4ce3 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.49 "GET /v2.0/networks?id=6a10afaa-69bf-4861-aff0-1527b9cbd705 HTTP/1.1" status: 200 len: 810 time: 0.4647639 Jun 24 12:31:00.092854 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-13821239-c825-4cba-9d5c-7af23f3c2b29 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.096632 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-13821239-c825-4cba-9d5c-7af23f3c2b29 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4444902 Jun 24 12:31:00.097217 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41856) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:00.104283 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13821239-c825-4cba-9d5c-7af23f3c2b29 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0603ba41-51cb-447d-ad3e-2327a28cadef,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:00.104764 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-ac662de8-0c36-4fcc-b9b1-75f9d861e1ec tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Request body: {'security_group_rule': {'security_group_id': '0603ba41-51cb-447d-ad3e-2327a28cadef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:00.109551 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-13821239-c825-4cba-9d5c-7af23f3c2b29 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:00.119458 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.136631 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b52acf32-d622-479f-a9c1-4409f496caab req-273026ab-efdf-4441-bf74-16d5071aa656 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19495abb439f45f38c2dc57598099b25 HTTP/1.1" status: 200 len: 379 time: 0.0584874 Jun 24 12:31:00.155274 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-b52acf32-d622-479f-a9c1-4409f496caab req-9c5af053-cfe4-4b00-a615-ed2ed4dad143 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Request body: {'port': {'device_id': '93b09169-2a4c-4311-8121-261804ccd3f0', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'admin_state_up': True, 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'security_groups': ['5cd35aa6-c5d4-487a-b982-4330dff0f38d']}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:00.160626 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ac662de8-0c36-4fcc-b9b1-75f9d861e1ec tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.187152 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.193362 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.196570 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-5f0c7fcc-2f09-4d1b-b3db-213e5c27e58e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:00.203693 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'name': 'tempest-TestMinimumBasicScenario-1972971515-router', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:47Z', 'updated_at': '2021-06-24T12:30:51Z', 'revision_number': 4, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'gw_port': {'id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:48Z', 'updated_at': '2021-06-24T12:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'a5cd6961-c528-4b15-a21b-987a7e9ffb79', 'name': '', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'mac_address': 'fa:16:3e:bf:de:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:50Z', 'updated_at': '2021-06-24T12:30:58Z', 'revision_number': 4, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'subnets': [{'id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:00.264358 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-955103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-611970'] for router_interface, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.266231 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Pushing event updated for resources: {'Port': ['ID=4d13492e-6708-4ee6-8f4f-769bcceb2428,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:00.267603 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port a5cd6961-c528-4b15-a21b-987a7e9ffb79, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=a5cd6961-c528-4b15-a21b-987a7e9ffb79,segment=NetworkSegment(9c43b15d-4619-4e5e-88ea-e97f3ff197be),segment_id=9c43b15d-4619-4e5e-88ea-e97f3ff197be)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:00.269989 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:00.278614 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c1644-801a-4956-8b5d-9b3fc3af3963 None None] The sync data for ids ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'] in dv-cinder-689486-14-smb is: [{'id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'name': 'tempest-TestMinimumBasicScenario-1972971515-router', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:47Z', 'updated_at': '2021-06-24T12:30:51Z', 'revision_number': 4, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'gw_port': {'id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:48Z', 'updated_at': '2021-06-24T12:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'a5cd6961-c528-4b15-a21b-987a7e9ffb79', 'name': '', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'mac_address': 'fa:16:3e:bf:de:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:50Z', 'updated_at': '2021-06-24T12:30:58Z', 'revision_number': 4, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'subnets': [{'id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:31:00.283994 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.288374 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:00.306988 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ac662de8-0c36-4fcc-b9b1-75f9d861e1ec tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.314342 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ac662de8-0c36-4fcc-b9b1-75f9d861e1ec tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.323129 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c2bf6406-b29b-4ec3-ac28-2360ade8a701 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:00.336249 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.345433 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-d9c0c821-252e-4c61-84de-860f49467788 None None] Provisioning complete for port a5cd6961-c528-4b15-a21b-987a7e9ffb79 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:31:00.345960 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d9c0c821-252e-4c61-84de-860f49467788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.369444 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b52acf32-d622-479f-a9c1-4409f496caab req-9c5af053-cfe4-4b00-a615-ed2ed4dad143 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Made reservation on behalf of 19495abb439f45f38c2dc57598099b25 for: {'port': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:31:00.373632 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b52acf32-d622-479f-a9c1-4409f496caab req-9c5af053-cfe4-4b00-a615-ed2ed4dad143 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.378249 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Transition to ACTIVE for port object 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:31:00.379962 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac662de8-0c36-4fcc-b9b1-75f9d861e1ec tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c028a85-8a80-421f-9a85-3ac20fe9518c,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:00.388767 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ac662de8-0c36-4fcc-b9b1-75f9d861e1ec tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:00.398005 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Network dfc1c354-7710-484a-8707-582fcb6969c6 is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:31:00.400642 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:31:00.441900 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=a5cd6961-c528-4b15-a21b-987a7e9ffb79,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:00.449486 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.453513 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:00.457749 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:00.570639 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f05f03-d9ad-4303-8bba-8074153c8038 None None] Pushing event updated for resources: {'Port': ['ID=3fbb2983-64e5-4d1d-9377-549b1dbd9e2b,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:00.578325 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-d9f05f03-d9ad-4303-8bba-8074153c8038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:00.584565 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Attempting to bind port 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:31:00.589039 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Router 9f3fb00e-624e-4ab6-994d-77bfca865e62 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:31:00.594358 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Attempting to bind port 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:31:00.594744 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Attempting to bind port 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b on network 55215ffa-be73-4f27-8bd6-e565279244aa {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:31:00.603767 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:31:00.609242 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ac662de8-0c36-4fcc-b9b1-75f9d861e1ec tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.611476 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Checking segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:31:00.612133 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.613545 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-ac662de8-0c36-4fcc-b9b1-75f9d861e1ec tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5152354 Jun 24 12:31:00.613800 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Bound using segment: {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:31:00.614505 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Bound port: 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d8cd5f-b754-47de-b867-1b0285a24e8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:31:00.615728 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41860) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:00.616186 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.629435 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-ecb69d13-8749-44f3-97a5-dd9582d662ae tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Request body: {'security_group_rule': {'security_group_id': '0603ba41-51cb-447d-ad3e-2327a28cadef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:00.658450 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [req-b52acf32-d622-479f-a9c1-4409f496caab req-9c5af053-cfe4-4b00-a615-ed2ed4dad143 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Allocated IP 172.20.0.9 (6a10afaa-69bf-4861-aff0-1527b9cbd705/7e51db95-cdf4-458e-ba02-7824ab521c2a/df1717d5-d239-45da-b7d9-edff704e703f) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:31:00.673267 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2d00bcb0-b0e3-48f6-bc01-3d3125e11513 req-62c0ea38-2bc8-43cc-92ec-73641316e784 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 210 time: 0.0749948 Jun 24 12:31:00.739413 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] For port 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:31:00.744460 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] For port 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=3fbb2983-64e5-4d1d-9377-549b1dbd9e2b,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:31:00.749472 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.753707 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ecb69d13-8749-44f3-97a5-dd9582d662ae tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.756506 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:31:00.756763 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-786608bf-844e-49a5-b5f2-fd28e2c098e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:00.763804 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] 10.222.0.98 "PUT /v2.0/routers/9f3fb00e-624e-4ab6-994d-77bfca865e62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0235038 Jun 24 12:31:00.864702 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f05f03-d9ad-4303-8bba-8074153c8038 None None] Pushing event updated for resources: {'Port': ['ID=3fbb2983-64e5-4d1d-9377-549b1dbd9e2b,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:00.871051 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.873760 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-d9f05f03-d9ad-4303-8bba-8074153c8038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:00.874323 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-445c20a8-cf24-4504-9be0-f416ea8935a7 None None] Provisioning for port 4d13492e-6708-4ee6-8f4f-769bcceb2428 completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:31:00.880506 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-445c20a8-cf24-4504-9be0-f416ea8935a7 None None] Provisioning complete for port 4d13492e-6708-4ee6-8f4f-769bcceb2428 triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:31:00.881468 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-445c20a8-cf24-4504-9be0-f416ea8935a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.916063 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Routers {'9f3fb00e-624e-4ab6-994d-77bfca865e62'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:31:00.916715 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:30:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['9f3fb00e-624e-4ab6-994d-77bfca865e62'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:00.922063 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ecb69d13-8749-44f3-97a5-dd9582d662ae tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.926773 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ecb69d13-8749-44f3-97a5-dd9582d662ae tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.951924 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:00.967421 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-445c20a8-cf24-4504-9be0-f416ea8935a7 None None] Port 4d13492e-6708-4ee6-8f4f-769bcceb2428 cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:31:00.972022 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb69d13-8749-44f3-97a5-dd9582d662ae tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7904707a-8a5d-4233-be97-a5c28594f8d7,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:00.975638 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ecb69d13-8749-44f3-97a5-dd9582d662ae tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:00.976744 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ecb69d13-8749-44f3-97a5-dd9582d662ae tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:00.978017 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-ecb69d13-8749-44f3-97a5-dd9582d662ae tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3578258 Jun 24 12:31:00.981142 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 41870) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:00.985977 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Request body: {'floatingip': {'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:01.010981 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b52acf32-d622-479f-a9c1-4409f496caab req-9c5af053-cfe4-4b00-a615-ed2ed4dad143 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:01.040917 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.provisioning_blocks [req-b52acf32-d622-479f-a9c1-4409f496caab req-9c5af053-cfe4-4b00-a615-ed2ed4dad143 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Transition to ACTIVE for port object df1717d5-d239-45da-b7d9-edff704e703f will not be triggered until provisioned by entity DHCP. {{(pid=92888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:31:01.047225 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for floatingip, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:01.050205 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:31:01.087799 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b52acf32-d622-479f-a9c1-4409f496caab req-9c5af053-cfe4-4b00-a615-ed2ed4dad143 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3352900'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:01.111880 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d2369d46-f446-407f-a7f4-18cef1a393a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:01.118488 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] Set router 9f3fb00e-624e-4ab6-994d-77bfca865e62 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:31:01.178624 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b52acf32-d622-479f-a9c1-4409f496caab req-9c5af053-cfe4-4b00-a615-ed2ed4dad143 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Network 6a10afaa-69bf-4861-aff0-1527b9cbd705 is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:31:01.181216 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5af053-cfe4-4b00-a615-ed2ed4dad143 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event updated for resources: {'Port': ['ID=df1717d5-d239-45da-b7d9-edff704e703f,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:01.184468 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-9c5af053-cfe4-4b00-a615-ed2ed4dad143 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:01.185602 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [req-b52acf32-d622-479f-a9c1-4409f496caab req-9c5af053-cfe4-4b00-a615-ed2ed4dad143 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:31:01.188166 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52acf32-d622-479f-a9c1-4409f496caab req-9c5af053-cfe4-4b00-a615-ed2ed4dad143 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:31:01.199999 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:01.221530 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:31:01.222210 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:01.276580 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52acf32-d622-479f-a9c1-4409f496caab req-9c5af053-cfe4-4b00-a615-ed2ed4dad143 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:01.280705 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b52acf32-d622-479f-a9c1-4409f496caab req-9c5af053-cfe4-4b00-a615-ed2ed4dad143 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:01.314962 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b52acf32-d622-479f-a9c1-4409f496caab req-9c5af053-cfe4-4b00-a615-ed2ed4dad143 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1631687 Jun 24 12:31:01.337288 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Request body: {'port': {'device_id': '93b09169-2a4c-4311-8121-261804ccd3f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:01.413687 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_common [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Allocated IP 172.28.2.82 (55215ffa-be73-4f27-8bd6-e565279244aa/626247e8-372a-46a2-9822-6edda33fe1cd/aba088ad-35d1-4bd3-aec4-edd8b844ca23) {{(pid=92890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:31:01.419368 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:01.459688 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:01.592757 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for port, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:01.602958 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device a5cd6961-c528-4b15-a21b-987a7e9ffb79 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:31:01.639459 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-0f62bac8-317c-4755-bd0a-edba1e8e4315 None None] Provisioning for port df1717d5-d239-45da-b7d9-edff704e703f completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:31:01.647384 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-0f62bac8-317c-4755-bd0a-edba1e8e4315 None None] Provisioning complete for port df1717d5-d239-45da-b7d9-edff704e703f triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:31:01.647763 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0f62bac8-317c-4755-bd0a-edba1e8e4315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:01.650053 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2530362'] for port, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:01.654842 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-629b859d-3efb-4d29-8aeb-fbbd4471f78e tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:01.715246 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Network 55215ffa-be73-4f27-8bd6-e565279244aa is already hosted by enough agents. {{(pid=92890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:31:01.718511 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.base_scheduler [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Resources bound (agent type, host, resource id): {{(pid=92890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:31:01.726441 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Received port after_create {{(pid=92890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:31:01.757077 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-0f62bac8-317c-4755-bd0a-edba1e8e4315 None None] Port df1717d5-d239-45da-b7d9-edff704e703f cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:31:01.768485 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event updated for resources: {'Port': ['ID=aba088ad-35d1-4bd3-aec4-edd8b844ca23,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:01.768994 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'name': 'tempest-TestMinimumBasicScenario-1681358743-router', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '3fbb2983-64e5-4d1d-9377-549b1dbd9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:54Z', 'updated_at': '2021-06-24T12:30:59Z', 'revision_number': 4, 'project_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'gw_port': {'id': '3fbb2983-64e5-4d1d-9377-549b1dbd9e2b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:55Z', 'updated_at': '2021-06-24T12:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '4d13492e-6708-4ee6-8f4f-769bcceb2428', 'name': '', 'network_id': 'dfc1c354-7710-484a-8707-582fcb6969c6', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'mac_address': 'fa:16:3e:bd:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '50ced17a-f955-42b8-ab60-ca0ac1d48a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:58Z', 'updated_at': '2021-06-24T12:31:00Z', 'revision_number': 2, 'project_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'subnets': [{'id': '50ced17a-f955-42b8-ab60-ca0ac1d48a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:01.772284 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:01.819913 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port a5cd6961-c528-4b15-a21b-987a7e9ffb79 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:31:01.820564 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:01.825118 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64ccbb2-3876-4f04-a3f7-e70108d61b59 None None] The sync data for ids ['9f3fb00e-624e-4ab6-994d-77bfca865e62'] in dv-cinder-689486-14-smb is: [{'id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'name': 'tempest-TestMinimumBasicScenario-1681358743-router', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '3fbb2983-64e5-4d1d-9377-549b1dbd9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:54Z', 'updated_at': '2021-06-24T12:30:59Z', 'revision_number': 4, 'project_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'gw_port': {'id': '3fbb2983-64e5-4d1d-9377-549b1dbd9e2b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:55Z', 'updated_at': '2021-06-24T12:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '4d13492e-6708-4ee6-8f4f-769bcceb2428', 'name': '', 'network_id': 'dfc1c354-7710-484a-8707-582fcb6969c6', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'mac_address': 'fa:16:3e:bd:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '50ced17a-f955-42b8-ab60-ca0ac1d48a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:58Z', 'updated_at': '2021-06-24T12:31:00Z', 'revision_number': 2, 'project_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'subnets': [{'id': '50ced17a-f955-42b8-ab60-ca0ac1d48a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:31:01.941361 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df1717d5-d239-45da-b7d9-edff704e703f {{(pid=92888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:31:01.950198 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:01.959895 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:01.984858 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.provisioning_blocks [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Transition to ACTIVE for port object df1717d5-d239-45da-b7d9-edff704e703f will not be triggered until provisioned by entity L2. {{(pid=92888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:31:02.029516 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:02.044504 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:02.072810 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-cda1beb8-96e7-4fed-ad8a-24f03b3c57d8 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:02.136191 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Pushing event updated for resources: {'Port': ['ID=df1717d5-d239-45da-b7d9-edff704e703f,revision_number=2']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:02.153613 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:02.266627 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01e5bb-ef24-4926-be09-bea1a90f18ab req-d8f720f9-0215-4dc3-be7f-9f6c3200ffbc tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:02.273850 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6c01e5bb-ef24-4926-be09-bea1a90f18ab req-d8f720f9-0215-4dc3-be7f-9f6c3200ffbc tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 943 time: 0.2912750 Jun 24 12:31:02.371765 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6c01e5bb-ef24-4926-be09-bea1a90f18ab req-ec10aa1d-b7f2-4828-a816-7cd8da156116 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=5cd35aa6-c5d4-487a-b982-4330dff0f38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968666 Jun 24 12:31:02.396124 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for port, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:02.409441 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2530504'] for port, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:02.419470 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1e26684d-81f5-4def-87a6-66a0a9cbcf95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:02.449981 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Attempting to bind port df1717d5-d239-45da-b7d9-edff704e703f on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:31:02.450324 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Attempting to bind port df1717d5-d239-45da-b7d9-edff704e703f by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:31:02.450660 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Attempting to bind port df1717d5-d239-45da-b7d9-edff704e703f on network 6a10afaa-69bf-4861-aff0-1527b9cbd705 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:31:02.457638 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Port df1717d5-d239-45da-b7d9-edff704e703f on network 6a10afaa-69bf-4861-aff0-1527b9cbd705 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:31:02.458509 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Attempting to bind port df1717d5-d239-45da-b7d9-edff704e703f on network 6a10afaa-69bf-4861-aff0-1527b9cbd705 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:31:02.471195 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:31:02.472180 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Checking segment: {'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:31:02.473655 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Bound using segment: {'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:31:02.474052 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Bound port: df1717d5-d239-45da-b7d9-edff704e703f, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652b4ba4-62d8-4156-83ce-9fe347d06103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705'}}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:31:02.475492 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:02.516880 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event updated for resources: {'Port': ['ID=aba088ad-35d1-4bd3-aec4-edd8b844ca23,revision_number=2']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:02.527744 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:02.539344 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612985'] for floatingip, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:02.555931 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for floatingip, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:02.557523 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5753024 Jun 24 12:31:02.580539 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] For port df1717d5-d239-45da-b7d9-edff704e703f, host hv-cinder-68948, cleared binding levels {{(pid=92888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:31:02.587247 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] For port df1717d5-d239-45da-b7d9-edff704e703f, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=df1717d5-d239-45da-b7d9-edff704e703f,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:31:02.594004 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:02.600195 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-942b2d19-21f7-4422-a68d-44d8fafa6d4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:02.657339 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:02.657981 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:02.659441 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b52acf32-d622-479f-a9c1-4409f496caab req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] 10.222.0.49 "PUT /v2.0/ports/df1717d5-d239-45da-b7d9-edff704e703f HTTP/1.1" status: 200 len: 1093 time: 1.3305366 Jun 24 12:31:02.663340 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b09169-2a4c-4311-8121-261804ccd3f0', 'tag': 'df1717d5-d239-45da-b7d9-edff704e703f'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:31:02.665737 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9648345c-906d-4855-ab37-ebb707a842eb" -d '{"events": [{"name": "network-changed", "server_uuid": "93b09169-2a4c-4311-8121-261804ccd3f0", "tag": "df1717d5-d239-45da-b7d9-edff704e703f"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:31:02.707962 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Pushing event updated for resources: {'Port': ['ID=df1717d5-d239-45da-b7d9-edff704e703f,revision_number=3']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:02.722381 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:02.795721 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970ec0d9-0305-4bd3-b40a-1cd3d965e49f x-openstack-request-id: req-970ec0d9-0305-4bd3-b40a-1cd3d965e49f {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:31:02.796189 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b09169-2a4c-4311-8121-261804ccd3f0", "tag": "df1717d5-d239-45da-b7d9-edff704e703f", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:31:02.796690 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-970ec0d9-0305-4bd3-b40a-1cd3d965e49f {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:31:02.797134 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b09169-2a4c-4311-8121-261804ccd3f0', 'tag': 'df1717d5-d239-45da-b7d9-edff704e703f', 'status': 'completed', 'code': 200} Jun 24 12:31:02.874729 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52acf32-d622-479f-a9c1-4409f496caab req-888f41fa-5fec-4492-9c76-ce394a03912e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:02.876520 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b52acf32-d622-479f-a9c1-4409f496caab req-888f41fa-5fec-4492-9c76-ce394a03912e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19495abb439f45f38c2dc57598099b25&device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 1096 time: 0.1530781 Jun 24 12:31:02.894087 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcab8370-457e-4486-944a-8cc703dddc20 req-2120c472-4489-4a9d-9e7e-9637a8986a42 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-securitygroup--537792537&fields=id&tenant_id=cc538158c2904a4fab192222206e534b HTTP/1.1" status: 200 len: 267 time: 0.0661824 Jun 24 12:31:03.005660 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b52acf32-d622-479f-a9c1-4409f496caab req-a0db46b1-0164-4807-8fd8-22352193d55c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df1717d5-d239-45da-b7d9-edff704e703f HTTP/1.1" status: 200 len: 217 time: 0.0964780 Jun 24 12:31:03.102679 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52acf32-d622-479f-a9c1-4409f496caab req-7a78577e-c343-4d7c-992a-a4fe2bd150e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:03.104199 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b52acf32-d622-479f-a9c1-4409f496caab req-7a78577e-c343-4d7c-992a-a4fe2bd150e6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e51db95-cdf4-458e-ba02-7824ab521c2a HTTP/1.1" status: 200 len: 849 time: 0.0911338 Jun 24 12:31:03.112660 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab8370-457e-4486-944a-8cc703dddc20 req-e24e923a-842a-4c40-bcde-00cb096861ba tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:03.114049 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcab8370-457e-4486-944a-8cc703dddc20 req-e24e923a-842a-4c40-bcde-00cb096861ba tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/networks?id=cc8b3f62-1ecb-457f-a82e-3de3879b3067 HTTP/1.1" status: 200 len: 817 time: 0.2188051 Jun 24 12:31:03.153230 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcab8370-457e-4486-944a-8cc703dddc20 req-32c16c74-6448-4b11-80f6-541ca0ed5958 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/quotas/cc538158c2904a4fab192222206e534b HTTP/1.1" status: 200 len: 375 time: 0.0303776 Jun 24 12:31:03.214302 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52acf32-d622-479f-a9c1-4409f496caab req-1fd1f546-6fc9-4547-82b9-446d2ef81f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:03.216918 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b52acf32-d622-479f-a9c1-4409f496caab req-1fd1f546-6fc9-4547-82b9-446d2ef81f2f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a10afaa-69bf-4861-aff0-1527b9cbd705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1009831 Jun 24 12:31:03.326606 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcab8370-457e-4486-944a-8cc703dddc20 req-1b087edd-1c63-4fea-9c3e-d350b8eee303 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=cc538158c2904a4fab192222206e534b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1671333 Jun 24 12:31:03.441256 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b52acf32-d622-479f-a9c1-4409f496caab req-0ef4170e-f020-405e-829f-cc6ad12ff1fd service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181685 Jun 24 12:31:03.575436 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b52acf32-d622-479f-a9c1-4409f496caab req-ee41a2d1-be06-4a8e-9100-61598a677f18 service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268609 Jun 24 12:31:03.611606 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcab8370-457e-4486-944a-8cc703dddc20 req-42164698-ead2-4adb-ba72-4d10321b8305 service neutron] 10.222.0.98 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513587 Jun 24 12:31:03.794064 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4fd79-37de-4d7a-8f3a-4a18c05a4469 req-7ff6fbcd-eae6-4404-97ee-f3b30f5d1d52 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:03.797174 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8fc4fd79-37de-4d7a-8f3a-4a18c05a4469 req-7ff6fbcd-eae6-4404-97ee-f3b30f5d1d52 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 943 time: 0.2431407 Jun 24 12:31:03.857464 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcab8370-457e-4486-944a-8cc703dddc20 req-0f80133c-53b6-4b31-8afe-4b7033d03d73 service neutron] 10.222.0.98 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347736 Jun 24 12:31:03.879057 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8fc4fd79-37de-4d7a-8f3a-4a18c05a4469 req-3f1fcd4e-043d-4126-902b-68da610c2213 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=5cd35aa6-c5d4-487a-b982-4330dff0f38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754819 Jun 24 12:31:03.885512 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648345c-906d-4855-ab37-ebb707a842eb req-5c86f709-d931-4564-9945-e4edf2cc373a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:03.887029 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9648345c-906d-4855-ab37-ebb707a842eb req-5c86f709-d931-4564-9945-e4edf2cc373a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19495abb439f45f38c2dc57598099b25&device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 1096 time: 0.1909821 Jun 24 12:31:04.043911 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648345c-906d-4855-ab37-ebb707a842eb req-afe308da-2c23-438a-a0ba-c59c25f823e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:04.045440 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9648345c-906d-4855-ab37-ebb707a842eb req-afe308da-2c23-438a-a0ba-c59c25f823e4 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a10afaa-69bf-4861-aff0-1527b9cbd705 HTTP/1.1" status: 200 len: 911 time: 0.1512561 Jun 24 12:31:04.117624 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9648345c-906d-4855-ab37-ebb707a842eb req-d5f80fd0-b63f-4a77-8b56-6b63ca9fe149 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df1717d5-d239-45da-b7d9-edff704e703f HTTP/1.1" status: 200 len: 217 time: 0.0571654 Jun 24 12:31:04.179682 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-73c5502f-98df-4e07-85b4-a6d22ec2bfca req-7757d6a0-452a-427f-899d-c28eb60d4d3f tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 210 time: 0.0606773 Jun 24 12:31:04.226201 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648345c-906d-4855-ab37-ebb707a842eb req-560f507a-79df-457b-94bb-19d91f56da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:04.228822 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9648345c-906d-4855-ab37-ebb707a842eb req-560f507a-79df-457b-94bb-19d91f56da10 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e51db95-cdf4-458e-ba02-7824ab521c2a HTTP/1.1" status: 200 len: 849 time: 0.0992503 Jun 24 12:31:04.300687 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648345c-906d-4855-ab37-ebb707a842eb req-3bf13e35-94dc-4146-b19f-dfc3eb8a529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:04.302306 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9648345c-906d-4855-ab37-ebb707a842eb req-3bf13e35-94dc-4146-b19f-dfc3eb8a529c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a10afaa-69bf-4861-aff0-1527b9cbd705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0650003 Jun 24 12:31:04.413959 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9648345c-906d-4855-ab37-ebb707a842eb req-6ddd492b-71ae-47ee-a2ff-f2524905689d service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040394 Jun 24 12:31:04.522484 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9648345c-906d-4855-ab37-ebb707a842eb req-0fcb6177-442b-4a31-bccb-94064b773785 service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996943 Jun 24 12:31:05.073028 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:31:05.159535 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Sync routers for ids ['9f3fb00e-624e-4ab6-994d-77bfca865e62'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:31:05.163785 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:31:05.170133 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:31:05.170528 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:05.174743 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Routers {'9f3fb00e-624e-4ab6-994d-77bfca865e62'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:31:05.180518 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:30:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['9f3fb00e-624e-4ab6-994d-77bfca865e62'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:05.246382 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63829bec-9d8b-4087-814b-705f8c10516f req-5d2a3c1c-12a6-4c83-9033-1909729d3554 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:05.248035 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-63829bec-9d8b-4087-814b-705f8c10516f req-5d2a3c1c-12a6-4c83-9033-1909729d3554 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 943 time: 0.1885870 Jun 24 12:31:05.333351 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:05.367241 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Set router 9f3fb00e-624e-4ab6-994d-77bfca865e62 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:31:05.371608 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-63829bec-9d8b-4087-814b-705f8c10516f req-5841d33d-d16e-4fc4-85c6-bdb308275262 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=5cd35aa6-c5d4-487a-b982-4330dff0f38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113639 Jun 24 12:31:05.381116 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=3fbb2983-64e5-4d1d-9377-549b1dbd9e2b,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:05.386805 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:05.389393 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:05.510941 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-26c2695d-42eb-4a7c-b9f8-a2b50ed7bee7 req-5a800dff-87ea-4238-a634-a4ca3f2d4fc7 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 210 time: 0.0715342 Jun 24 12:31:05.528432 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=3fbb2983-64e5-4d1d-9377-549b1dbd9e2b,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:05.531955 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:05.538860 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device df1717d5-d239-45da-b7d9-edff704e703f details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:31:05.663042 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'name': 'tempest-TestMinimumBasicScenario-1681358743-router', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '3fbb2983-64e5-4d1d-9377-549b1dbd9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:54Z', 'updated_at': '2021-06-24T12:30:59Z', 'revision_number': 4, 'project_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'gw_port': {'id': '3fbb2983-64e5-4d1d-9377-549b1dbd9e2b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:55Z', 'updated_at': '2021-06-24T12:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '4d13492e-6708-4ee6-8f4f-769bcceb2428', 'name': '', 'network_id': 'dfc1c354-7710-484a-8707-582fcb6969c6', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'mac_address': 'fa:16:3e:bd:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '50ced17a-f955-42b8-ab60-ca0ac1d48a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:58Z', 'updated_at': '2021-06-24T12:31:00Z', 'revision_number': 2, 'project_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'subnets': [{'id': '50ced17a-f955-42b8-ab60-ca0ac1d48a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:05.718479 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port df1717d5-d239-45da-b7d9-edff704e703f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=df1717d5-d239-45da-b7d9-edff704e703f,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:05.733751 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': 'df1717d5-d239-45da-b7d9-edff704e703f', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'port_id': 'df1717d5-d239-45da-b7d9-edff704e703f', 'mac_address': 'fa:16:3e:4c:66:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:31:05.790553 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab8370-457e-4486-944a-8cc703dddc20 req-74355389-71c6-4707-8d11-039ef53a2ebb tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:05.792637 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcab8370-457e-4486-944a-8cc703dddc20 req-74355389-71c6-4707-8d11-039ef53a2ebb tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.49 "GET /v2.0/networks?id=cc8b3f62-1ecb-457f-a82e-3de3879b3067 HTTP/1.1" status: 200 len: 817 time: 0.1500502 Jun 24 12:31:05.797291 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:05.832587 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Checking router: 9f3fb00e-624e-4ab6-994d-77bfca865e62 for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:31:05.833015 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Updating router 9f3fb00e-624e-4ab6-994d-77bfca865e62 port 4d13492e-6708-4ee6-8f4f-769bcceb2428 binding host dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 12:31:05.839748 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df1717d5-d239-45da-b7d9-edff704e703f {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:31:05.875334 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:05.878776 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port df1717d5-d239-45da-b7d9-edff704e703f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=df1717d5-d239-45da-b7d9-edff704e703f,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:05.885416 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:05.887232 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:05.900349 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcab8370-457e-4486-944a-8cc703dddc20 req-27294ba1-935b-41db-9dde-aa612025b5dd tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc538158c2904a4fab192222206e534b HTTP/1.1" status: 200 len: 379 time: 0.0926602 Jun 24 12:31:05.910520 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-fcab8370-457e-4486-944a-8cc703dddc20 req-65639464-d85f-4f28-b1bd-142fdbe85ce8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Request body: {'port': {'device_id': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'admin_state_up': True, 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'security_groups': ['0603ba41-51cb-447d-ad3e-2327a28cadef']}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:05.978147 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=df1717d5-d239-45da-b7d9-edff704e703f,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:05.983487 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:06.122859 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcab8370-457e-4486-944a-8cc703dddc20 req-65639464-d85f-4f28-b1bd-142fdbe85ce8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Made reservation on behalf of cc538158c2904a4fab192222206e534b for: {'port': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:31:06.129895 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fcab8370-457e-4486-944a-8cc703dddc20 req-65639464-d85f-4f28-b1bd-142fdbe85ce8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:06.182304 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['df1717d5-d239-45da-b7d9-edff704e703f'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:31:06.264480 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:06.277358 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Transition to ACTIVE for port object 4d13492e-6708-4ee6-8f4f-769bcceb2428 will not be triggered until provisioned by entity L2. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:31:06.289922 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:06.292537 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:06.357258 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4eb09-5fba-4553-a557-dc5ecded08f0 None None] Pushing event updated for resources: {'Port': ['ID=4d13492e-6708-4ee6-8f4f-769bcceb2428,revision_number=3']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:06.375204 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [req-fcab8370-457e-4486-944a-8cc703dddc20 req-65639464-d85f-4f28-b1bd-142fdbe85ce8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Allocated IP 172.20.0.10 (cc8b3f62-1ecb-457f-a82e-3de3879b3067/23408857-b599-4648-884f-3a1e8e563403/fbbe6516-ec4c-42ff-9293-161748b5df5f) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:31:06.406766 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4eb09-5fba-4553-a557-dc5ecded08f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:06.407188 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4eb09-5fba-4553-a557-dc5ecded08f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:06.407604 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4eb09-5fba-4553-a557-dc5ecded08f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:06.408664 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4eb09-5fba-4553-a557-dc5ecded08f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:06.409182 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4eb09-5fba-4553-a557-dc5ecded08f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:06.409576 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4eb09-5fba-4553-a557-dc5ecded08f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:06.410052 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4eb09-5fba-4553-a557-dc5ecded08f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:06.410508 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4eb09-5fba-4553-a557-dc5ecded08f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:06.410909 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4eb09-5fba-4553-a557-dc5ecded08f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:06.411342 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4eb09-5fba-4553-a557-dc5ecded08f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:06.412627 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4eb09-5fba-4553-a557-dc5ecded08f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:06.413552 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab4eb09-5fba-4553-a557-dc5ecded08f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:06.458721 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-aab4eb09-5fba-4553-a557-dc5ecded08f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:06.481574 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Attempting to bind port 4d13492e-6708-4ee6-8f4f-769bcceb2428 on host dv-cinder-689486-14-smb for vnic_type normal with profile {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:31:06.482092 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Attempting to bind port 4d13492e-6708-4ee6-8f4f-769bcceb2428 by drivers openvswitch,hyperv on host dv-cinder-689486-14-smb at level 0 using segments [{'id': '7126c1cf-f533-465f-94c6-5626b198d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfc1c354-7710-484a-8707-582fcb6969c6'}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:31:06.482681 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Attempting to bind port 4d13492e-6708-4ee6-8f4f-769bcceb2428 on network dfc1c354-7710-484a-8707-582fcb6969c6 {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:31:06.490400 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Checking agent: {'id': '51e00310-adde-4bc0-86dd-9b59277f125d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-689486-14-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 18, 28), 'started_at': datetime.datetime(2021, 6, 24, 12, 18, 58), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-689486-14-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:31:06.490918 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Checking segment: {'id': '7126c1cf-f533-465f-94c6-5626b198d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfc1c354-7710-484a-8707-582fcb6969c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:31:06.491475 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:06.491997 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Bound using segment: {'id': '7126c1cf-f533-465f-94c6-5626b198d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfc1c354-7710-484a-8707-582fcb6969c6'} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:31:06.492607 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Bound port: 4d13492e-6708-4ee6-8f4f-769bcceb2428, host: dv-cinder-689486-14-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7126c1cf-f533-465f-94c6-5626b198d054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'dfc1c354-7710-484a-8707-582fcb6969c6'}}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:31:06.493210 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:06.598460 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] For port 4d13492e-6708-4ee6-8f4f-769bcceb2428, host dv-cinder-689486-14-smb, cleared binding levels {{(pid=92892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:31:06.602475 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] For port 4d13492e-6708-4ee6-8f4f-769bcceb2428, host dv-cinder-689486-14-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=4d13492e-6708-4ee6-8f4f-769bcceb2428,segment=NetworkSegment(7126c1cf-f533-465f-94c6-5626b198d054),segment_id=7126c1cf-f533-465f-94c6-5626b198d054)] {{(pid=92892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:31:06.608308 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:06.613278 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:06.695897 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Routers {'9f3fb00e-624e-4ab6-994d-77bfca865e62'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:31:06.696640 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:30:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['9f3fb00e-624e-4ab6-994d-77bfca865e62'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:06.701042 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4eb09-5fba-4553-a557-dc5ecded08f0 None None] Pushing event updated for resources: {'Port': ['ID=4d13492e-6708-4ee6-8f4f-769bcceb2428,revision_number=4']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:06.717580 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fcab8370-457e-4486-944a-8cc703dddc20 req-65639464-d85f-4f28-b1bd-142fdbe85ce8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:06.753423 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af68ab-64d9-47a9-9868-77ff6f3e52d9 req-2601ad5c-115c-4942-a4b1-aca0f9374851 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:06.760020 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG oslo_concurrency.lockutils [None req-aab4eb09-5fba-4553-a557-dc5ecded08f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92892) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:06.761945 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-37af68ab-64d9-47a9-9868-77ff6f3e52d9 req-2601ad5c-115c-4942-a4b1-aca0f9374851 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 944 time: 0.2034872 Jun 24 12:31:06.831164 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.provisioning_blocks [req-fcab8370-457e-4486-944a-8cc703dddc20 req-65639464-d85f-4f28-b1bd-142fdbe85ce8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Transition to ACTIVE for port object fbbe6516-ec4c-42ff-9293-161748b5df5f will not be triggered until provisioned by entity DHCP. {{(pid=92888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:31:06.851506 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f364835b-0f35-4a36-8d56-2dc113e9cab7 req-a180830f-9a3e-4fa8-ac1e-8dc0a8c2bf0f tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 210 time: 0.0873754 Jun 24 12:31:06.888993 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] Set router 9f3fb00e-624e-4ab6-994d-77bfca865e62 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:31:06.900538 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-37af68ab-64d9-47a9-9868-77ff6f3e52d9 req-b9ba43aa-3f8f-45fb-8cf6-82a2519f7796 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=5cd35aa6-c5d4-487a-b982-4330dff0f38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377082 Jun 24 12:31:06.985524 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fcab8370-457e-4486-944a-8cc703dddc20 req-65639464-d85f-4f28-b1bd-142fdbe85ce8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3352900'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:06.997473 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-0f87095b-8e04-4d59-a8ac-6733e4179cc4 tempest-VolumesSnapshotTestJSON-10864394 tempest-VolumesSnapshotTestJSON-10864394-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:07.065430 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcab8370-457e-4486-944a-8cc703dddc20 req-65639464-d85f-4f28-b1bd-142fdbe85ce8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Network cc8b3f62-1ecb-457f-a82e-3de3879b3067 is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:31:07.070468 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [req-fcab8370-457e-4486-944a-8cc703dddc20 req-65639464-d85f-4f28-b1bd-142fdbe85ce8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:31:07.079878 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:31:07.088864 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcab8370-457e-4486-944a-8cc703dddc20 req-65639464-d85f-4f28-b1bd-142fdbe85ce8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:31:07.134543 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65639464-d85f-4f28-b1bd-142fdbe85ce8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event updated for resources: {'Port': ['ID=fbbe6516-ec4c-42ff-9293-161748b5df5f,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:07.148407 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-65639464-d85f-4f28-b1bd-142fdbe85ce8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:07.175173 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab8370-457e-4486-944a-8cc703dddc20 req-65639464-d85f-4f28-b1bd-142fdbe85ce8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:07.176028 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fcab8370-457e-4486-944a-8cc703dddc20 req-65639464-d85f-4f28-b1bd-142fdbe85ce8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:07.207134 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcab8370-457e-4486-944a-8cc703dddc20 req-65639464-d85f-4f28-b1bd-142fdbe85ce8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3004103 Jun 24 12:31:07.229150 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Request body: {'port': {'device_id': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:07.251080 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'name': 'tempest-TestMinimumBasicScenario-1681358743-router', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '3fbb2983-64e5-4d1d-9377-549b1dbd9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:54Z', 'updated_at': '2021-06-24T12:30:59Z', 'revision_number': 4, 'project_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'gw_port': {'id': '3fbb2983-64e5-4d1d-9377-549b1dbd9e2b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:55Z', 'updated_at': '2021-06-24T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '4d13492e-6708-4ee6-8f4f-769bcceb2428', 'name': '', 'network_id': 'dfc1c354-7710-484a-8707-582fcb6969c6', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'mac_address': 'fa:16:3e:bd:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '50ced17a-f955-42b8-ab60-ca0ac1d48a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:58Z', 'updated_at': '2021-06-24T12:31:06Z', 'revision_number': 4, 'project_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'subnets': [{'id': '50ced17a-f955-42b8-ab60-ca0ac1d48a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:07.330744 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87686b9-6fdd-449a-813d-260ea9e1ce26 None None] The sync data for ids ['9f3fb00e-624e-4ab6-994d-77bfca865e62'] in dv-cinder-689486-14-smb is: [{'id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'name': 'tempest-TestMinimumBasicScenario-1681358743-router', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '3fbb2983-64e5-4d1d-9377-549b1dbd9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:54Z', 'updated_at': '2021-06-24T12:30:59Z', 'revision_number': 4, 'project_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'gw_port': {'id': '3fbb2983-64e5-4d1d-9377-549b1dbd9e2b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:55Z', 'updated_at': '2021-06-24T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '4d13492e-6708-4ee6-8f4f-769bcceb2428', 'name': '', 'network_id': 'dfc1c354-7710-484a-8707-582fcb6969c6', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'mac_address': 'fa:16:3e:bd:6d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'device_owner': 'network:router_interface', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '50ced17a-f955-42b8-ab60-ca0ac1d48a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:58Z', 'updated_at': '2021-06-24T12:31:06Z', 'revision_number': 4, 'project_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'subnets': [{'id': '50ced17a-f955-42b8-ab60-ca0ac1d48a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:31:07.369710 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:31:07.370263 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:07.407428 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:07.460839 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-5aa9db32-21c0-4937-aeef-11a938ff464b None None] Provisioning for port fbbe6516-ec4c-42ff-9293-161748b5df5f completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:31:07.466866 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-5aa9db32-21c0-4937-aeef-11a938ff464b None None] Provisioning complete for port fbbe6516-ec4c-42ff-9293-161748b5df5f triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:31:07.467252 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5aa9db32-21c0-4937-aeef-11a938ff464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:07.514542 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 4d13492e-6708-4ee6-8f4f-769bcceb2428 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:31:07.575020 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device df1717d5-d239-45da-b7d9-edff704e703f up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:31:07.614130 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-5aa9db32-21c0-4937-aeef-11a938ff464b None None] Port fbbe6516-ec4c-42ff-9293-161748b5df5f cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:31:07.650853 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning for port 4d13492e-6708-4ee6-8f4f-769bcceb2428 completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:31:07.660680 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 4d13492e-6708-4ee6-8f4f-769bcceb2428 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:31:07.661070 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:07.762173 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port df1717d5-d239-45da-b7d9-edff704e703f completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:31:07.780889 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:07.785698 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port df1717d5-d239-45da-b7d9-edff704e703f triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:31:07.786129 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:07.857090 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] For port 4d13492e-6708-4ee6-8f4f-769bcceb2428, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=4d13492e-6708-4ee6-8f4f-769bcceb2428,segment=NetworkSegment(7126c1cf-f533-465f-94c6-5626b198d054),segment_id=7126c1cf-f533-465f-94c6-5626b198d054)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:07.868841 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:07.870995 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:07.958204 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Pushing event updated for resources: {'Port': ['ID=4d13492e-6708-4ee6-8f4f-769bcceb2428,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:07.982125 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:08.004516 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:08.069910 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b09169-2a4c-4311-8121-261804ccd3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1717d5-d239-45da-b7d9-edff704e703f'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:31:08.073410 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6d89be-ada7-4961-ba00-27ad4ae20132" -d '{"events": [{"server_uuid": "93b09169-2a4c-4311-8121-261804ccd3f0", "name": "network-vif-plugged", "status": "completed", "tag": "df1717d5-d239-45da-b7d9-edff704e703f"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:31:08.093135 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port df1717d5-d239-45da-b7d9-edff704e703f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=df1717d5-d239-45da-b7d9-edff704e703f,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:08.099869 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:08.106122 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:08.205104 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=df1717d5-d239-45da-b7d9-edff704e703f,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:08.210859 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:08.258898 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbe6516-ec4c-42ff-9293-161748b5df5f {{(pid=92888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:31:08.270821 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:08.299082 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.provisioning_blocks [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Transition to ACTIVE for port object fbbe6516-ec4c-42ff-9293-161748b5df5f will not be triggered until provisioned by entity L2. {{(pid=92888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:31:08.317932 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad3301-7c24-4470-a45b-ac38a9e5e88e req-1864ff3f-9b14-44e6-b617-fc15cf8c62b4 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:08.319470 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-00ad3301-7c24-4470-a45b-ac38a9e5e88e req-1864ff3f-9b14-44e6-b617-fc15cf8c62b4 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 932 time: 0.2330096 Jun 24 12:31:08.320114 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:08.322674 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f6cbb37e-3c51-45ad-9593-16aa52030631 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:08.372259 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b0d30-5ed8-41df-8055-e071b72cf2ab req-ebbde2b7-4ce5-4247-88ac-6773b4fa9e36 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:08.373818 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ee8b0d30-5ed8-41df-8055-e071b72cf2ab req-ebbde2b7-4ce5-4247-88ac-6773b4fa9e36 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 945 time: 0.2156963 Jun 24 12:31:08.463251 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-00ad3301-7c24-4470-a45b-ac38a9e5e88e req-99f9b432-9aec-4716-8492-cd1086339780 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292391 Jun 24 12:31:08.463251 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbe6516-ec4c-42ff-9293-161748b5df5f,revision_number=2']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:08.485787 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:08.534686 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125457d8-f228-4c49-b902-cf0e58a0e482 x-openstack-request-id: req-125457d8-f228-4c49-b902-cf0e58a0e482 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:31:08.535188 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b09169-2a4c-4311-8121-261804ccd3f0", "name": "network-vif-plugged", "status": "completed", "tag": "df1717d5-d239-45da-b7d9-edff704e703f", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:31:08.535323 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-125457d8-f228-4c49-b902-cf0e58a0e482 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:31:08.535763 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b09169-2a4c-4311-8121-261804ccd3f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df1717d5-d239-45da-b7d9-edff704e703f', 'code': 200} Jun 24 12:31:08.541220 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ee8b0d30-5ed8-41df-8055-e071b72cf2ab req-a1ac63ba-038d-4f17-a6e1-755fd539f1ee tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=5cd35aa6-c5d4-487a-b982-4330dff0f38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500566 Jun 24 12:31:08.618466 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Attempting to bind port fbbe6516-ec4c-42ff-9293-161748b5df5f on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:31:08.619183 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Attempting to bind port fbbe6516-ec4c-42ff-9293-161748b5df5f by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:31:08.619950 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Attempting to bind port fbbe6516-ec4c-42ff-9293-161748b5df5f on network cc8b3f62-1ecb-457f-a82e-3de3879b3067 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:31:08.625260 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Port fbbe6516-ec4c-42ff-9293-161748b5df5f on network cc8b3f62-1ecb-457f-a82e-3de3879b3067 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:31:08.625937 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Attempting to bind port fbbe6516-ec4c-42ff-9293-161748b5df5f on network cc8b3f62-1ecb-457f-a82e-3de3879b3067 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:31:08.632515 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:31:08.633471 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Checking segment: {'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:31:08.634120 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Bound using segment: {'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:31:08.634915 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Bound port: fbbe6516-ec4c-42ff-9293-161748b5df5f, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c450f92-fa0b-4ce5-a3fc-5fc041282932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067'}}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:31:08.635522 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:08.743273 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] For port fbbe6516-ec4c-42ff-9293-161748b5df5f, host hv-cinder-68948, cleared binding levels {{(pid=92888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:31:08.751821 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] For port fbbe6516-ec4c-42ff-9293-161748b5df5f, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:31:08.760193 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:08.764036 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-a50f4b0d-05eb-4f49-952d-5dc9953f625b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:08.807119 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:08.808063 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:08.809467 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcab8370-457e-4486-944a-8cc703dddc20 req-75649298-d011-460f-a881-b2b8adec0740 service neutron] 10.222.0.49 "PUT /v2.0/ports/fbbe6516-ec4c-42ff-9293-161748b5df5f HTTP/1.1" status: 200 len: 1094 time: 1.5860109 Jun 24 12:31:08.812582 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'tag': 'fbbe6516-ec4c-42ff-9293-161748b5df5f'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:31:08.814995 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce719238-e63a-495e-b197-6f7ddcde1856" -d '{"events": [{"name": "network-changed", "server_uuid": "99c3cd16-5d55-4365-bec6-59da6e9e7d9b", "tag": "fbbe6516-ec4c-42ff-9293-161748b5df5f"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:31:08.894495 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03212a4-b854-4d2d-9154-a354e8b605f1 x-openstack-request-id: req-d03212a4-b854-4d2d-9154-a354e8b605f1 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:31:08.894851 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c3cd16-5d55-4365-bec6-59da6e9e7d9b", "tag": "fbbe6516-ec4c-42ff-9293-161748b5df5f", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:31:08.895148 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d03212a4-b854-4d2d-9154-a354e8b605f1 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:31:08.895765 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'tag': 'fbbe6516-ec4c-42ff-9293-161748b5df5f', 'status': 'completed', 'code': 200} Jun 24 12:31:08.904945 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7254dc-8129-441e-afdd-649546e512dc req-53f2018d-31e9-4881-a5b0-4f2bcf328674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:08.907145 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-1a7254dc-8129-441e-afdd-649546e512dc req-53f2018d-31e9-4881-a5b0-4f2bcf328674 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 1098 time: 0.1052999 Jun 24 12:31:08.932685 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbe6516-ec4c-42ff-9293-161748b5df5f,revision_number=3']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:08.936411 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:08.964092 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-1a7254dc-8129-441e-afdd-649546e512dc req-18f079ab-6939-43f7-b477-2b705827cc53 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5cd35aa6-c5d4-487a-b982-4330dff0f38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502081 Jun 24 12:31:08.980793 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab8370-457e-4486-944a-8cc703dddc20 req-fac3e487-e005-4bab-8785-3d4c14c78d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:08.982303 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcab8370-457e-4486-944a-8cc703dddc20 req-fac3e487-e005-4bab-8785-3d4c14c78d20 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc538158c2904a4fab192222206e534b&device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 1097 time: 0.1079373 Jun 24 12:31:09.057279 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 4d13492e-6708-4ee6-8f4f-769bcceb2428 up at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:31:09.118444 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Provisioning complete for port 4d13492e-6708-4ee6-8f4f-769bcceb2428 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:31:09.118830 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:09.306694 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcab8370-457e-4486-944a-8cc703dddc20 req-a4da5258-5d00-451d-9db6-eb51a83353e5 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f HTTP/1.1" status: 200 len: 217 time: 0.0452187 Jun 24 12:31:09.380048 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab8370-457e-4486-944a-8cc703dddc20 req-afc3abb0-4fc2-444b-8320-7c8ef870ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:09.382701 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcab8370-457e-4486-944a-8cc703dddc20 req-afc3abb0-4fc2-444b-8320-7c8ef870ee9b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23408857-b599-4648-884f-3a1e8e563403 HTTP/1.1" status: 200 len: 856 time: 0.0583181 Jun 24 12:31:09.446047 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab8370-457e-4486-944a-8cc703dddc20 req-0c6cff32-2f9d-4ed8-9ba4-630628fe541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:09.447601 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcab8370-457e-4486-944a-8cc703dddc20 req-0c6cff32-2f9d-4ed8-9ba4-630628fe541c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc8b3f62-1ecb-457f-a82e-3de3879b3067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0584888 Jun 24 12:31:09.564654 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcab8370-457e-4486-944a-8cc703dddc20 req-c4bb18f1-c37e-41cc-a4db-ace9a54cf3c4 service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089301 Jun 24 12:31:09.772231 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ef8b8-53ff-41f0-938f-2a653cfa3690 req-87f5afa4-b85f-47f2-9262-8a74541b86c0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:09.779354 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cd7ef8b8-53ff-41f0-938f-2a653cfa3690 req-87f5afa4-b85f-47f2-9262-8a74541b86c0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.1942079 Jun 24 12:31:09.791738 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fcab8370-457e-4486-944a-8cc703dddc20 req-19925c5d-c59c-4c96-a486-fc91bf5859de service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201633 Jun 24 12:31:09.832897 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cd7ef8b8-53ff-41f0-938f-2a653cfa3690 req-5160fb46-0d15-48cf-b0de-b5ca90b293c0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529914 Jun 24 12:31:09.860809 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e44403-8ae6-4f7b-91e5-bf4fb2bc5055 req-e22b0592-4cbf-407b-8fdb-c26799c5d51d tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:09.860809 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c8e44403-8ae6-4f7b-91e5-bf4fb2bc5055 req-e22b0592-4cbf-407b-8fdb-c26799c5d51d tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 945 time: 0.1659625 Jun 24 12:31:09.919337 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c8e44403-8ae6-4f7b-91e5-bf4fb2bc5055 req-5e244cf6-3ae9-473c-9de7-00c6266dd6c8 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=5cd35aa6-c5d4-487a-b982-4330dff0f38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511904 Jun 24 12:31:10.000524 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce719238-e63a-495e-b197-6f7ddcde1856 req-814d34c5-fdd2-4123-a378-ec5ff733c247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:10.003177 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ce719238-e63a-495e-b197-6f7ddcde1856 req-814d34c5-fdd2-4123-a378-ec5ff733c247 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc538158c2904a4fab192222206e534b&device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 1097 time: 0.0639267 Jun 24 12:31:10.178172 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce719238-e63a-495e-b197-6f7ddcde1856 req-b3075fae-bd9d-4461-b5d6-d855e6432bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:10.178172 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ce719238-e63a-495e-b197-6f7ddcde1856 req-b3075fae-bd9d-4461-b5d6-d855e6432bd3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc8b3f62-1ecb-457f-a82e-3de3879b3067 HTTP/1.1" status: 200 len: 918 time: 0.1217709 Jun 24 12:31:10.216897 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ce719238-e63a-495e-b197-6f7ddcde1856 req-dffcb3e3-447c-44c3-893a-bf5b07f1ec8b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f HTTP/1.1" status: 200 len: 217 time: 0.0392694 Jun 24 12:31:10.273994 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce719238-e63a-495e-b197-6f7ddcde1856 req-6d1f4aa3-237c-47dc-8e2c-5a81cf24d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:10.276038 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ce719238-e63a-495e-b197-6f7ddcde1856 req-6d1f4aa3-237c-47dc-8e2c-5a81cf24d7c3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23408857-b599-4648-884f-3a1e8e563403 HTTP/1.1" status: 200 len: 856 time: 0.0504985 Jun 24 12:31:10.347817 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce719238-e63a-495e-b197-6f7ddcde1856 req-279dac89-9fe2-4c4b-9a88-6b789adc9a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:10.349095 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ce719238-e63a-495e-b197-6f7ddcde1856 req-279dac89-9fe2-4c4b-9a88-6b789adc9a87 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc8b3f62-1ecb-457f-a82e-3de3879b3067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0656476 Jun 24 12:31:10.451597 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ce719238-e63a-495e-b197-6f7ddcde1856 req-e92e2bb9-27b5-48c7-9964-5d04b2d965f4 service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930519 Jun 24 12:31:10.563758 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ce719238-e63a-495e-b197-6f7ddcde1856 req-f92057fc-0f0f-4946-a92a-c0a69d58aec7 service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958765 Jun 24 12:31:11.038304 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b2a7c-0180-4a78-a8c7-c696dbc3f29b req-53db635d-14c2-460b-911c-0f06a18c2857 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:11.044054 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-779b2a7c-0180-4a78-a8c7-c696dbc3f29b req-53db635d-14c2-460b-911c-0f06a18c2857 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.0807362 Jun 24 12:31:11.123744 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-779b2a7c-0180-4a78-a8c7-c696dbc3f29b req-9f38c426-c8f6-48a8-a967-c75b684af6a3 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770078 Jun 24 12:31:11.151926 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d240c92-7319-4caf-92df-f202ec834149 req-4b6b4dbc-423d-4991-910b-ae2eb3bf789e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:11.153536 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0d240c92-7319-4caf-92df-f202ec834149 req-4b6b4dbc-423d-4991-910b-ae2eb3bf789e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 945 time: 0.1057816 Jun 24 12:31:11.201533 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0d240c92-7319-4caf-92df-f202ec834149 req-6883be29-dabf-4df0-8ddb-1e037b370874 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=5cd35aa6-c5d4-487a-b982-4330dff0f38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398629 Jun 24 12:31:11.386212 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ce590-a8bd-49a8-923c-09068d3eac89 req-88330578-c845-4980-98ae-fdf28fc6529e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:11.387889 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3f6ce590-a8bd-49a8-923c-09068d3eac89 req-88330578-c845-4980-98ae-fdf28fc6529e tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 945 time: 0.0734258 Jun 24 12:31:11.396806 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 41956) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:11.401328 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-addc1d62-f5de-4e35-ae28-35970c80e370 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Request body: {'floatingip': {'port_id': 'df1717d5-d239-45da-b7d9-edff704e703f'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:11.449874 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-addc1d62-f5de-4e35-ae28-35970c80e370 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for floatingip, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:11.555484 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device fbbe6516-ec4c-42ff-9293-161748b5df5f details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:31:11.684451 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port fbbe6516-ec4c-42ff-9293-161748b5df5f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:11.705711 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': 'fbbe6516-ec4c-42ff-9293-161748b5df5f', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'port_id': 'fbbe6516-ec4c-42ff-9293-161748b5df5f', 'mac_address': 'fa:16:3e:f1:c4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:31:11.782247 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:11.801471 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbe6516-ec4c-42ff-9293-161748b5df5f {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:31:11.833157 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port fbbe6516-ec4c-42ff-9293-161748b5df5f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:11.840673 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:11.847586 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:11.935893 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=fbbe6516-ec4c-42ff-9293-161748b5df5f,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:11.941964 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:12.147848 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['fbbe6516-ec4c-42ff-9293-161748b5df5f'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:31:12.153191 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-addc1d62-f5de-4e35-ae28-35970c80e370 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:12.158522 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-addc1d62-f5de-4e35-ae28-35970c80e370 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612985'] for floatingip, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:12.329452 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.db.l3_db [None req-addc1d62-f5de-4e35-ae28-35970c80e370 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Floating IP 1299d358-42be-4745-af20-8e34a6142bb0 associated. External IP: 172.28.2.8, port: df1717d5-d239-45da-b7d9-edff704e703f. Jun 24 12:31:12.403047 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea4b2e-c317-4457-b575-02e1f6227875 req-c6893013-bc0c-4058-ac4e-2746340fe1fe tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:12.404724 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c7ea4b2e-c317-4457-b575-02e1f6227875 req-c6893013-bc0c-4058-ac4e-2746340fe1fe tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 945 time: 0.1275015 Jun 24 12:31:12.483206 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c7ea4b2e-c317-4457-b575-02e1f6227875 req-747a3f4f-8847-479e-9be2-0475bc2c0c13 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493522 Jun 24 12:31:12.862266 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-addc1d62-f5de-4e35-ae28-35970c80e370 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Router 6c142bc8-d47c-4c60-a23f-5ad408951073 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:31:12.996101 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addc1d62-f5de-4e35-ae28-35970c80e370 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:31:13.012486 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-addc1d62-f5de-4e35-ae28-35970c80e370 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for floatingip, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:13.020640 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f13c1-7d3b-4ddc-9476-765d1c4d0603 None None] Sync routers for ids ['6c142bc8-d47c-4c60-a23f-5ad408951073'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:31:13.037091 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12f13c1-7d3b-4ddc-9476-765d1c4d0603 None None] Routers {'6c142bc8-d47c-4c60-a23f-5ad408951073'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:31:13.038058 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-d12f13c1-7d3b-4ddc-9476-765d1c4d0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:30:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c142bc8-d47c-4c60-a23f-5ad408951073'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:13.058589 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-addc1d62-f5de-4e35-ae28-35970c80e370 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "PUT /v2.0/floatingips/1299d358-42be-4745-af20-8e34a6142bb0 HTTP/1.1" status: 200 len: 989 time: 1.6607027 Jun 24 12:31:13.059372 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b09169-2a4c-4311-8121-261804ccd3f0', 'tag': 'df1717d5-d239-45da-b7d9-edff704e703f'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:31:13.061678 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d41bc0e-6c10-4192-b33b-97028ec09d59" -d '{"events": [{"name": "network-changed", "server_uuid": "93b09169-2a4c-4311-8121-261804ccd3f0", "tag": "df1717d5-d239-45da-b7d9-edff704e703f"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:31:13.137212 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1290b2a9-a9c5-40d2-b22e-54c83bec6283 x-openstack-request-id: req-1290b2a9-a9c5-40d2-b22e-54c83bec6283 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:31:13.137545 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b09169-2a4c-4311-8121-261804ccd3f0", "tag": "df1717d5-d239-45da-b7d9-edff704e703f", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:31:13.137892 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1290b2a9-a9c5-40d2-b22e-54c83bec6283 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:31:13.138331 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b09169-2a4c-4311-8121-261804ccd3f0', 'tag': 'df1717d5-d239-45da-b7d9-edff704e703f', 'status': 'completed', 'code': 200} Jun 24 12:31:13.157925 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-d12f13c1-7d3b-4ddc-9476-765d1c4d0603 None None] Set router 6c142bc8-d47c-4c60-a23f-5ad408951073 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:31:13.275050 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41bc0e-6c10-4192-b33b-97028ec09d59 req-553b886f-dfd2-41cb-94bc-317b92652549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:13.277537 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4d41bc0e-6c10-4192-b33b-97028ec09d59 req-553b886f-dfd2-41cb-94bc-317b92652549 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=19495abb439f45f38c2dc57598099b25&device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 1098 time: 0.0946105 Jun 24 12:31:13.394369 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41bc0e-6c10-4192-b33b-97028ec09d59 req-78b7706a-cd44-4aa7-a540-c24026be52b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:13.396573 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4d41bc0e-6c10-4192-b33b-97028ec09d59 req-78b7706a-cd44-4aa7-a540-c24026be52b0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=6a10afaa-69bf-4861-aff0-1527b9cbd705 HTTP/1.1" status: 200 len: 911 time: 0.1125534 Jun 24 12:31:13.463246 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4d41bc0e-6c10-4192-b33b-97028ec09d59 req-e0d2f934-fbce-49c2-b5dd-ce077ffb6ffe service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df1717d5-d239-45da-b7d9-edff704e703f HTTP/1.1" status: 200 len: 997 time: 0.0606201 Jun 24 12:31:13.500178 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-d12f13c1-7d3b-4ddc-9476-765d1c4d0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:30Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': '1299d358-42be-4745-af20-8e34a6142bb0', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'floating_ip_address': '172.28.2.8', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'port_id': 'df1717d5-d239-45da-b7d9-edff704e703f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'mac_address': 'fa:16:3e:4c:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b09169-2a4c-4311-8121-261804ccd3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:30:55Z', 'updated_at': '2021-06-24T12:31:12Z', 'revision_number': 1, 'project_id': '19495abb439f45f38c2dc57598099b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edab2d1d-d18e-48f2-9687-d256e2149b75', 'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'mac_address': 'fa:16:3e:1d:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:29Z', 'updated_at': '2021-06-24T12:26:39Z', 'revision_number': 5, 'project_id': '19495abb439f45f38c2dc57598099b25', 'subnets': [{'id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:13.517762 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41bc0e-6c10-4192-b33b-97028ec09d59 req-6b8c2402-ba80-4ab3-a5ba-6fbc9136690d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:13.519360 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4d41bc0e-6c10-4192-b33b-97028ec09d59 req-6b8c2402-ba80-4ab3-a5ba-6fbc9136690d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=7e51db95-cdf4-458e-ba02-7824ab521c2a HTTP/1.1" status: 200 len: 849 time: 0.0489428 Jun 24 12:31:13.528283 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f13c1-7d3b-4ddc-9476-765d1c4d0603 None None] Checking router: 6c142bc8-d47c-4c60-a23f-5ad408951073 for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:31:13.538794 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12f13c1-7d3b-4ddc-9476-765d1c4d0603 None None] Routers {'6c142bc8-d47c-4c60-a23f-5ad408951073'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:31:13.539485 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-d12f13c1-7d3b-4ddc-9476-765d1c4d0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:30:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c142bc8-d47c-4c60-a23f-5ad408951073'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:13.592779 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device fbbe6516-ec4c-42ff-9293-161748b5df5f up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:31:13.605606 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41bc0e-6c10-4192-b33b-97028ec09d59 req-2c69a988-6374-43e4-af36-dcdb72f093fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:13.608202 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4d41bc0e-6c10-4192-b33b-97028ec09d59 req-2c69a988-6374-43e4-af36-dcdb72f093fa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=6a10afaa-69bf-4861-aff0-1527b9cbd705&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0828478 Jun 24 12:31:13.728869 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-d12f13c1-7d3b-4ddc-9476-765d1c4d0603 None None] Set router 6c142bc8-d47c-4c60-a23f-5ad408951073 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:31:13.772933 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port fbbe6516-ec4c-42ff-9293-161748b5df5f completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:31:13.774802 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4d41bc0e-6c10-4192-b33b-97028ec09d59 req-364cf346-8996-4f18-ad6e-0116d0d0dbf7 service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601026 Jun 24 12:31:13.779096 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port fbbe6516-ec4c-42ff-9293-161748b5df5f triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:31:13.779530 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:13.786222 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6685348-acd5-43cf-9852-46d80a6357ca req-794045dd-590b-4c3d-8051-ee72ec08d091 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:13.787803 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c6685348-acd5-43cf-9852-46d80a6357ca req-794045dd-590b-4c3d-8051-ee72ec08d091 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 945 time: 0.1155071 Jun 24 12:31:13.880125 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c6685348-acd5-43cf-9852-46d80a6357ca req-a1cb03f6-fa94-4252-bfdb-6f1aac0ee142 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834203 Jun 24 12:31:13.903911 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4d41bc0e-6c10-4192-b33b-97028ec09d59 req-4d10c3e1-faf4-40e2-92d2-f549b58b4d95 service neutron] 10.222.0.49 "GET /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149385 Jun 24 12:31:14.098082 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:14.143577 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbe6516-ec4c-42ff-9293-161748b5df5f'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:31:14.146358 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4e1fb5-d9a9-4eec-8a91-cf8b234a04a9" -d '{"events": [{"server_uuid": "99c3cd16-5d55-4365-bec6-59da6e9e7d9b", "name": "network-vif-plugged", "status": "completed", "tag": "fbbe6516-ec4c-42ff-9293-161748b5df5f"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:31:14.162499 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port fbbe6516-ec4c-42ff-9293-161748b5df5f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:14.183251 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:14.185936 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:14.191121 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6000163-98ac-469f-9ab8-677c0fb17a2f x-openstack-request-id: req-a6000163-98ac-469f-9ab8-677c0fb17a2f {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:31:14.191451 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c3cd16-5d55-4365-bec6-59da6e9e7d9b", "name": "network-vif-plugged", "status": "completed", "tag": "fbbe6516-ec4c-42ff-9293-161748b5df5f", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:31:14.191712 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-a6000163-98ac-469f-9ab8-677c0fb17a2f {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:31:14.192101 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbe6516-ec4c-42ff-9293-161748b5df5f', 'code': 200} Jun 24 12:31:14.233857 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-277ab336-ee65-433b-8b8d-636e4e5a4ca5 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:14.235703 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-277ab336-ee65-433b-8b8d-636e4e5a4ca5 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/networks?id=061889bb-0b88-4ea0-a5b4-209b1bc263ea HTTP/1.1" status: 200 len: 815 time: 0.1151204 Jun 24 12:31:14.245568 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=fbbe6516-ec4c-42ff-9293-161748b5df5f,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:14.250754 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:14.256985 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-d12f13c1-7d3b-4ddc-9476-765d1c4d0603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:30Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': '1299d358-42be-4745-af20-8e34a6142bb0', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'floating_ip_address': '172.28.2.8', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'port_id': 'df1717d5-d239-45da-b7d9-edff704e703f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'mac_address': 'fa:16:3e:4c:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b09169-2a4c-4311-8121-261804ccd3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:30:55Z', 'updated_at': '2021-06-24T12:31:12Z', 'revision_number': 1, 'project_id': '19495abb439f45f38c2dc57598099b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edab2d1d-d18e-48f2-9687-d256e2149b75', 'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'mac_address': 'fa:16:3e:1d:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:29Z', 'updated_at': '2021-06-24T12:26:39Z', 'revision_number': 5, 'project_id': '19495abb439f45f38c2dc57598099b25', 'subnets': [{'id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:14.267360 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-87f37419-d8e3-4d88-9bf5-eaab2719fd27 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/quotas/72e7d47e8bb14f0787ba7fd6b1973cab HTTP/1.1" status: 200 len: 375 time: 0.0099394 Jun 24 12:31:14.287466 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12f13c1-7d3b-4ddc-9476-765d1c4d0603 None None] The sync data for ids ['6c142bc8-d47c-4c60-a23f-5ad408951073'] in dv-cinder-689486-14-smb is: [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:30Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': '1299d358-42be-4745-af20-8e34a6142bb0', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'floating_ip_address': '172.28.2.8', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'port_id': 'df1717d5-d239-45da-b7d9-edff704e703f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'mac_address': 'fa:16:3e:4c:66:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b09169-2a4c-4311-8121-261804ccd3f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:30:55Z', 'updated_at': '2021-06-24T12:31:12Z', 'revision_number': 1, 'project_id': '19495abb439f45f38c2dc57598099b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edab2d1d-d18e-48f2-9687-d256e2149b75', 'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'mac_address': 'fa:16:3e:1d:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:29Z', 'updated_at': '2021-06-24T12:26:39Z', 'revision_number': 5, 'project_id': '19495abb439f45f38c2dc57598099b25', 'subnets': [{'id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:31:14.368976 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-e53f487f-d831-47c0-a3b0-860fed0f1011 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?tenant_id=72e7d47e8bb14f0787ba7fd6b1973cab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927050 Jun 24 12:31:14.509955 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-511aa09f-a696-47b2-a6fd-127202718f1c service neutron] 10.222.0.98 "GET /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282003 Jun 24 12:31:14.526211 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76347e38-c365-482b-9221-89d55a84ff5f None None] New status for floating IP 1299d358-42be-4745-af20-8e34a6142bb0: ACTIVE {{(pid=92892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:31:14.586365 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d33ff-77af-41c3-91f6-1e45b81a8ecd req-30f47ab4-4647-4d43-8be5-78ce5d3533a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:14.587882 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2e7d33ff-77af-41c3-91f6-1e45b81a8ecd req-30f47ab4-4647-4d43-8be5-78ce5d3533a7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 1099 time: 0.1328027 Jun 24 12:31:14.644864 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-1d51d3dd-032b-4961-b885-09a715284607 service neutron] 10.222.0.98 "GET /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277964 Jun 24 12:31:14.646605 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2e7d33ff-77af-41c3-91f6-1e45b81a8ecd req-70247aa8-42cc-4811-ac96-70226e939952 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508084 Jun 24 12:31:14.818783 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4892135a-3912-4824-9a4f-9efaefc87a5e req-e5b02c3c-4e75-4c25-93bb-762e0b398966 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 210 time: 0.0292428 Jun 24 12:31:15.089018 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaa52c-3bbb-4aab-9284-49e67c1c7dcf req-0299635d-dfb7-4af3-9fbe-903c43b319a3 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:15.090527 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-34eaa52c-3bbb-4aab-9284-49e67c1c7dcf req-0299635d-dfb7-4af3-9fbe-903c43b319a3 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0728028 Jun 24 12:31:15.132349 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-34eaa52c-3bbb-4aab-9284-49e67c1c7dcf req-ad4af84e-9149-43ab-a70c-6a5b53f9eddd tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359867 Jun 24 12:31:15.961485 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d582ed87-5273-4f9c-96aa-643135283376 req-1e6f90ee-2604-4ed7-8d3e-0be99747cae0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 210 time: 0.0301051 Jun 24 12:31:16.217859 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-dfa8b208-ed10-4b9f-94c7-8f319c6f04ee tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:16.219191 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-dfa8b208-ed10-4b9f-94c7-8f319c6f04ee tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.49 "GET /v2.0/networks?id=061889bb-0b88-4ea0-a5b4-209b1bc263ea HTTP/1.1" status: 200 len: 815 time: 0.1110935 Jun 24 12:31:16.247035 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-74f1d767-f031-4f2d-b5dc-a2431b01cad0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Request body: {'port': {'device_id': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'admin_state_up': True, 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:16.401529 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716294ab-5f9f-4a7d-a4d4-9b0f4c24a2cf req-43daafe9-aaa3-4bbf-960f-beb288217b15 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:16.402991 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-716294ab-5f9f-4a7d-a4d4-9b0f4c24a2cf req-43daafe9-aaa3-4bbf-960f-beb288217b15 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.1106014 Jun 24 12:31:16.416937 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-74f1d767-f031-4f2d-b5dc-a2431b01cad0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Made reservation on behalf of 72e7d47e8bb14f0787ba7fd6b1973cab for: {'port': 1} {{(pid=92888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 12:31:16.420400 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-74f1d767-f031-4f2d-b5dc-a2431b01cad0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:16.468828 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-716294ab-5f9f-4a7d-a4d4-9b0f4c24a2cf req-87617cf1-6971-412c-87df-896ef70b00f2 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589972 Jun 24 12:31:16.582868 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-74f1d767-f031-4f2d-b5dc-a2431b01cad0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Allocated IP 172.20.0.10 (061889bb-0b88-4ea0-a5b4-209b1bc263ea/2b238d92-fe9f-450b-82fc-2f9bf58fe02e/c1fb0b53-a47e-46a1-b175-2eb873416a6a) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:31:16.787577 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f574a8-1d68-4b02-84bf-af2be3f19304 req-c2b7a85a-6fba-45f5-809f-c0aaf9c9df59 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:16.789246 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-16f574a8-1d68-4b02-84bf-af2be3f19304 req-c2b7a85a-6fba-45f5-809f-c0aaf9c9df59 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.1802475 Jun 24 12:31:16.801686 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42036) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:16.807921 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-b1626add-8e2a-42d1-a4a7-f51cb299ecdc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Request body: {'floatingip': {'port_id': 'fbbe6516-ec4c-42ff-9293-161748b5df5f'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:16.876148 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b1626add-8e2a-42d1-a4a7-f51cb299ecdc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for floatingip, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:16.885768 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-74f1d767-f031-4f2d-b5dc-a2431b01cad0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:17.009847 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.provisioning_blocks [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-74f1d767-f031-4f2d-b5dc-a2431b01cad0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Transition to ACTIVE for port object c1fb0b53-a47e-46a1-b175-2eb873416a6a will not be triggered until provisioned by entity DHCP. {{(pid=92888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:31:17.186204 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ce30a9e6-dbae-4446-ae73-0a7f7745ca3c req-2d66d51f-26ad-4930-8821-31ba70cbf019 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 210 time: 0.0357928 Jun 24 12:31:17.189037 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-74f1d767-f031-4f2d-b5dc-a2431b01cad0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3352900'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:17.194680 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-b89ec1e0-af97-4b70-803f-355022add99a tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:17.249361 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-74f1d767-f031-4f2d-b5dc-a2431b01cad0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Network 061889bb-0b88-4ea0-a5b4-209b1bc263ea is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:31:17.279794 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-74f1d767-f031-4f2d-b5dc-a2431b01cad0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:31:17.285278 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-74f1d767-f031-4f2d-b5dc-a2431b01cad0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:31:17.337350 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1d767-f031-4f2d-b5dc-a2431b01cad0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Pushing event updated for resources: {'Port': ['ID=c1fb0b53-a47e-46a1-b175-2eb873416a6a,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:17.352275 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-74f1d767-f031-4f2d-b5dc-a2431b01cad0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:17.443437 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-74f1d767-f031-4f2d-b5dc-a2431b01cad0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:17.444115 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-74f1d767-f031-4f2d-b5dc-a2431b01cad0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:17.502180 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-74f1d767-f031-4f2d-b5dc-a2431b01cad0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2601750 Jun 24 12:31:17.595867 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-dc55b894-3a63-4216-a1f3-d66a2fd16b83 None None] Provisioning for port c1fb0b53-a47e-46a1-b175-2eb873416a6a completed by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:31:17.602360 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-dc55b894-3a63-4216-a1f3-d66a2fd16b83 None None] Provisioning complete for port c1fb0b53-a47e-46a1-b175-2eb873416a6a triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:31:17.603139 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-dc55b894-3a63-4216-a1f3-d66a2fd16b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:17.651923 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-dc55b894-3a63-4216-a1f3-d66a2fd16b83 None None] Port c1fb0b53-a47e-46a1-b175-2eb873416a6a cannot update to ACTIVE because it is not bound. {{(pid=92891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 24 12:31:17.721925 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b1626add-8e2a-42d1-a4a7-f51cb299ecdc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:17.726134 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b1626add-8e2a-42d1-a4a7-f51cb299ecdc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612985'] for floatingip, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:17.843736 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.db.l3_db [None req-b1626add-8e2a-42d1-a4a7-f51cb299ecdc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Floating IP 6f8c4e54-b194-4a6a-9c5e-f47224918c63 associated. External IP: 172.28.2.82, port: fbbe6516-ec4c-42ff-9293-161748b5df5f. Jun 24 12:31:18.375275 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1626add-8e2a-42d1-a4a7-f51cb299ecdc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:31:18.442163 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17665019-080d-4ed6-af84-3461c351e71b req-07e666cd-7ec8-485a-ac57-dd57fa4a0387 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:18.443777 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-17665019-080d-4ed6-af84-3461c351e71b req-07e666cd-7ec8-485a-ac57-dd57fa4a0387 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 932 time: 0.1189144 Jun 24 12:31:18.523256 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-17665019-080d-4ed6-af84-3461c351e71b req-9c7962c7-964e-4eb6-a728-fde9c566780e tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732741 Jun 24 12:31:18.534280 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1626add-8e2a-42d1-a4a7-f51cb299ecdc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:31:18.539816 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b1626add-8e2a-42d1-a4a7-f51cb299ecdc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for floatingip, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:18.545044 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7199ac4-4a19-4c45-aebb-f7beadd5bb79 None None] Sync routers for ids ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:31:18.556188 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7199ac4-4a19-4c45-aebb-f7beadd5bb79 None None] Routers {'6c8af4c7-385d-4ad7-a344-8728f6a68e63'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:31:18.557203 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-e7199ac4-4a19-4c45-aebb-f7beadd5bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:30:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:18.601044 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-b1626add-8e2a-42d1-a4a7-f51cb299ecdc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "PUT /v2.0/floatingips/6f8c4e54-b194-4a6a-9c5e-f47224918c63 HTTP/1.1" status: 200 len: 991 time: 1.7972584 Jun 24 12:31:18.601693 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'tag': 'fbbe6516-ec4c-42ff-9293-161748b5df5f'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:31:18.604100 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99b15ce-0032-433a-8032-ec0989ab2284" -d '{"events": [{"name": "network-changed", "server_uuid": "99c3cd16-5d55-4365-bec6-59da6e9e7d9b", "tag": "fbbe6516-ec4c-42ff-9293-161748b5df5f"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:31:18.672209 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-e7199ac4-4a19-4c45-aebb-f7beadd5bb79 None None] Set router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:31:18.964708 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-e7199ac4-4a19-4c45-aebb-f7beadd5bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:24Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': '6f8c4e54-b194-4a6a-9c5e-f47224918c63', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'floating_ip_address': '172.28.2.82', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'port_id': 'fbbe6516-ec4c-42ff-9293-161748b5df5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'mac_address': 'fa:16:3e:f1:c4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:31:01Z', 'updated_at': '2021-06-24T12:31:17Z', 'revision_number': 1, 'project_id': 'cc538158c2904a4fab192222206e534b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3251bc19-757f-4156-a31b-5682ae146826', 'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'mac_address': 'fa:16:3e:2d:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:22Z', 'updated_at': '2021-06-24T12:27:31Z', 'revision_number': 5, 'project_id': 'cc538158c2904a4fab192222206e534b', 'subnets': [{'id': '23408857-b599-4648-884f-3a1e8e563403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:18.997087 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7199ac4-4a19-4c45-aebb-f7beadd5bb79 None None] Checking router: 6c8af4c7-385d-4ad7-a344-8728f6a68e63 for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:31:19.007236 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7199ac4-4a19-4c45-aebb-f7beadd5bb79 None None] Routers {'6c8af4c7-385d-4ad7-a344-8728f6a68e63'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:31:19.008503 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-e7199ac4-4a19-4c45-aebb-f7beadd5bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:30:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:19.118261 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-e7199ac4-4a19-4c45-aebb-f7beadd5bb79 None None] Set router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:31:19.350154 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-e7199ac4-4a19-4c45-aebb-f7beadd5bb79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:24Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': '6f8c4e54-b194-4a6a-9c5e-f47224918c63', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'floating_ip_address': '172.28.2.82', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'port_id': 'fbbe6516-ec4c-42ff-9293-161748b5df5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'mac_address': 'fa:16:3e:f1:c4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:31:01Z', 'updated_at': '2021-06-24T12:31:17Z', 'revision_number': 1, 'project_id': 'cc538158c2904a4fab192222206e534b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3251bc19-757f-4156-a31b-5682ae146826', 'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'mac_address': 'fa:16:3e:2d:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:22Z', 'updated_at': '2021-06-24T12:27:31Z', 'revision_number': 5, 'project_id': 'cc538158c2904a4fab192222206e534b', 'subnets': [{'id': '23408857-b599-4648-884f-3a1e8e563403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:19.375715 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7199ac4-4a19-4c45-aebb-f7beadd5bb79 None None] The sync data for ids ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'] in dv-cinder-689486-14-smb is: [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:24Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': '6f8c4e54-b194-4a6a-9c5e-f47224918c63', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'floating_ip_address': '172.28.2.82', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'port_id': 'fbbe6516-ec4c-42ff-9293-161748b5df5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'mac_address': 'fa:16:3e:f1:c4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:31:01Z', 'updated_at': '2021-06-24T12:31:17Z', 'revision_number': 1, 'project_id': 'cc538158c2904a4fab192222206e534b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3251bc19-757f-4156-a31b-5682ae146826', 'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'mac_address': 'fa:16:3e:2d:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:22Z', 'updated_at': '2021-06-24T12:27:31Z', 'revision_number': 5, 'project_id': 'cc538158c2904a4fab192222206e534b', 'subnets': [{'id': '23408857-b599-4648-884f-3a1e8e563403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:31:19.580040 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d95f284-2cf3-4a35-81d2-982dfd96a471 None None] New status for floating IP 6f8c4e54-b194-4a6a-9c5e-f47224918c63: ACTIVE {{(pid=92892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:31:25.540833 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a439c12c-0d70-4f12-9c99-4dc08a5ac2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:28.033011 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-66ba7600-11d1-4816-8d2b-4de540c8c97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:28.509186 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:28.891724 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Request body: {'port': {'device_id': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-68948'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:28.970879 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:28.980629 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97818a72-78ac-44d0-afc7-52050c217b7c x-openstack-request-id: req-97818a72-78ac-44d0-afc7-52050c217b7c {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:31:28.980954 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99c3cd16-5d55-4365-bec6-59da6e9e7d9b", "tag": "fbbe6516-ec4c-42ff-9293-161748b5df5f", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:31:28.981368 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-97818a72-78ac-44d0-afc7-52050c217b7c {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:31:28.981655 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'tag': 'fbbe6516-ec4c-42ff-9293-161748b5df5f', 'status': 'completed', 'code': 200} Jun 24 12:31:29.100078 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b15ce-0032-433a-8032-ec0989ab2284 req-76827be8-b7cf-484b-a0b0-26223cde5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:29.102328 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-e99b15ce-0032-433a-8032-ec0989ab2284 req-76827be8-b7cf-484b-a0b0-26223cde5bf0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc538158c2904a4fab192222206e534b&device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 1099 time: 0.0653358 Jun 24 12:31:29.194957 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b15ce-0032-433a-8032-ec0989ab2284 req-20e78011-b77d-45cd-b8d8-dbb8e2456391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:29.196931 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-e99b15ce-0032-433a-8032-ec0989ab2284 req-20e78011-b77d-45cd-b8d8-dbb8e2456391 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc8b3f62-1ecb-457f-a82e-3de3879b3067 HTTP/1.1" status: 200 len: 918 time: 0.0861206 Jun 24 12:31:29.271479 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-e99b15ce-0032-433a-8032-ec0989ab2284 req-c90aa8cc-c16f-40b8-bc1c-867ac8f07896 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f HTTP/1.1" status: 200 len: 1001 time: 0.0661271 Jun 24 12:31:29.288420 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1fb0b53-a47e-46a1-b175-2eb873416a6a {{(pid=92888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:31:29.297773 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:29.314812 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.provisioning_blocks [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Transition to ACTIVE for port object c1fb0b53-a47e-46a1-b175-2eb873416a6a will not be triggered until provisioned by entity L2. {{(pid=92888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 12:31:29.322210 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:29.327193 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b15ce-0032-433a-8032-ec0989ab2284 req-fafbe6f0-8c45-4cdb-b0f3-f0b4a2f788d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:29.328167 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-79f4bde5-3911-4e0f-a445-71a43c9d814a tempest-VolumesActionsTest-1332652918 tempest-VolumesActionsTest-1332652918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:29.328678 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-e99b15ce-0032-433a-8032-ec0989ab2284 req-fafbe6f0-8c45-4cdb-b0f3-f0b4a2f788d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23408857-b599-4648-884f-3a1e8e563403 HTTP/1.1" status: 200 len: 856 time: 0.0506823 Jun 24 12:31:29.378844 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df1af1-8648-4049-b9f0-79cccc618566 req-bc45e70d-b2d0-4794-ad2b-2fc064911035 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:29.378844 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d4df1af1-8648-4049-b9f0-79cccc618566 req-bc45e70d-b2d0-4794-ad2b-2fc064911035 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 932 time: 0.2986760 Jun 24 12:31:29.388257 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b15ce-0032-433a-8032-ec0989ab2284 req-0b2c52a5-d529-4930-9dd2-61ecb61cf038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:29.389894 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-e99b15ce-0032-433a-8032-ec0989ab2284 req-0b2c52a5-d529-4930-9dd2-61ecb61cf038 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc8b3f62-1ecb-457f-a82e-3de3879b3067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0548306 Jun 24 12:31:29.404712 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Pushing event updated for resources: {'Port': ['ID=c1fb0b53-a47e-46a1-b175-2eb873416a6a,revision_number=2']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:29.429111 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:29.429701 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:29.473730 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d4df1af1-8648-4049-b9f0-79cccc618566 req-f92ac32e-65e5-4086-926f-683db92c61c1 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864241 Jun 24 12:31:29.495750 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Attempting to bind port c1fb0b53-a47e-46a1-b175-2eb873416a6a on host hv-cinder-68948 for vnic_type normal with profile {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 24 12:31:29.496086 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Attempting to bind port c1fb0b53-a47e-46a1-b175-2eb873416a6a by drivers openvswitch,hyperv on host hv-cinder-68948 at level 0 using segments [{'id': '9c43b15d-4619-4e5e-88ea-e97f3ff197be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea'}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 24 12:31:29.496421 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Attempting to bind port c1fb0b53-a47e-46a1-b175-2eb873416a6a on network 061889bb-0b88-4ea0-a5b4-209b1bc263ea {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:31:29.500136 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-e99b15ce-0032-433a-8032-ec0989ab2284 req-5ad25c37-2380-49d3-859e-a4df5f3d87c1 service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029181 Jun 24 12:31:29.501193 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Port c1fb0b53-a47e-46a1-b175-2eb873416a6a on network 061889bb-0b88-4ea0-a5b4-209b1bc263ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-68948 {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 12:31:29.501582 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Attempting to bind port c1fb0b53-a47e-46a1-b175-2eb873416a6a on network 061889bb-0b88-4ea0-a5b4-209b1bc263ea {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 12:31:29.506758 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Checking agent: {'id': '2f6ef238-4bc4-482f-bc35-c24c708db3e0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-68948', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'started_at': datetime.datetime(2021, 6, 24, 12, 24, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 24, 12, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 12:31:29.507182 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Checking segment: {'id': '9c43b15d-4619-4e5e-88ea-e97f3ff197be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 24 12:31:29.507522 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Bound using segment: {'id': '9c43b15d-4619-4e5e-88ea-e97f3ff197be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea'} {{(pid=92888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 12:31:29.508217 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.managers [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Bound port: c1fb0b53-a47e-46a1-b175-2eb873416a6a, host: hv-cinder-68948, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c43b15d-4619-4e5e-88ea-e97f3ff197be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea'}}] {{(pid=92888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 24 12:31:29.508580 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:29.573548 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] For port c1fb0b53-a47e-46a1-b175-2eb873416a6a, host hv-cinder-68948, cleared binding levels {{(pid=92888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 24 12:31:29.576592 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] For port c1fb0b53-a47e-46a1-b175-2eb873416a6a, host hv-cinder-68948, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c1fb0b53-a47e-46a1-b175-2eb873416a6a,segment=NetworkSegment(9c43b15d-4619-4e5e-88ea-e97f3ff197be),segment_id=9c43b15d-4619-4e5e-88ea-e97f3ff197be)] {{(pid=92888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 24 12:31:29.581448 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:29.584890 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c8d479ad-0e2f-4184-9301-16aa4361ee75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:29.592546 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-e99b15ce-0032-433a-8032-ec0989ab2284 req-fdee85e7-34d8-4dec-9a26-c2896b2a9c8b service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857737 Jun 24 12:31:29.624027 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:29.624642 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:29.628909 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] 10.222.0.49 "PUT /v2.0/ports/c1fb0b53-a47e-46a1-b175-2eb873416a6a HTTP/1.1" status: 200 len: 1094 time: 0.7415137 Jun 24 12:31:29.646459 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Pushing event updated for resources: {'Port': ['ID=c1fb0b53-a47e-46a1-b175-2eb873416a6a,revision_number=3']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:29.654892 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:29.756812 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-1ffa70c8-d84d-4cae-803f-904d6e352639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:29.758561 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-1ffa70c8-d84d-4cae-803f-904d6e352639 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72e7d47e8bb14f0787ba7fd6b1973cab&device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 1097 time: 0.0550082 Jun 24 12:31:29.807905 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-9425eda7-7dfa-4003-8bcd-c890c46c4ce8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1fb0b53-a47e-46a1-b175-2eb873416a6a HTTP/1.1" status: 200 len: 217 time: 0.0357559 Jun 24 12:31:29.860382 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-44202075-04fc-446d-a02f-4a18aae14d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:29.861787 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-44202075-04fc-446d-a02f-4a18aae14d30 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b238d92-fe9f-450b-82fc-2f9bf58fe02e HTTP/1.1" status: 200 len: 854 time: 0.0453181 Jun 24 12:31:29.919138 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-86420873-056b-4c44-b3cc-31907d70effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:29.920534 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-86420873-056b-4c44-b3cc-31907d70effc service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=061889bb-0b88-4ea0-a5b4-209b1bc263ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0514743 Jun 24 12:31:30.009102 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-0e3a200e-7f38-47e0-95dd-4370ea277ee2 service neutron] 10.222.0.49 "GET /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815775 Jun 24 12:31:30.103057 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-53d34d2b-8417-49eb-ad63-80998dcffdcb req-04e9a65b-2d6c-4291-97f6-ae145c15057a service neutron] 10.222.0.49 "GET /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849798 Jun 24 12:31:30.699777 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283f02d-b64b-4995-b85a-4cb7d536dbfa req-ff386768-4163-43b8-89eb-3f1bd5755f31 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:30.701226 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0283f02d-b64b-4995-b85a-4cb7d536dbfa req-ff386768-4163-43b8-89eb-3f1bd5755f31 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 944 time: 0.1128044 Jun 24 12:31:30.739554 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0283f02d-b64b-4995-b85a-4cb7d536dbfa req-dde9dd72-d107-45f6-9d90-945b82e5b649 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326412 Jun 24 12:31:30.851647 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:30.982740 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'tag': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:31:30.985173 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94cf68f8-cb1f-4828-892c-265f559c8a07" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a7de0d-b727-4f83-a111-b24ca21a7356", "tag": "c1fb0b53-a47e-46a1-b175-2eb873416a6a"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:31:31.022401 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b52c268-1e5c-443a-91e6-b6d7a432f111 x-openstack-request-id: req-8b52c268-1e5c-443a-91e6-b6d7a432f111 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:31:31.022732 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a7de0d-b727-4f83-a111-b24ca21a7356", "tag": "c1fb0b53-a47e-46a1-b175-2eb873416a6a", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:31:31.023015 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8b52c268-1e5c-443a-91e6-b6d7a432f111 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:31:31.023543 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'tag': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a', 'status': 'completed', 'code': 200} Jun 24 12:31:31.139813 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf68f8-cb1f-4828-892c-265f559c8a07 req-01e1a7fb-670b-4fbd-9047-02b280b05bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:31.141304 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-94cf68f8-cb1f-4828-892c-265f559c8a07 req-01e1a7fb-670b-4fbd-9047-02b280b05bb3 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72e7d47e8bb14f0787ba7fd6b1973cab&device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 1097 time: 0.0559907 Jun 24 12:31:31.233027 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf68f8-cb1f-4828-892c-265f559c8a07 req-40e56a82-7ab0-48a8-8f29-000170dcd0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:31.234602 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-94cf68f8-cb1f-4828-892c-265f559c8a07 req-40e56a82-7ab0-48a8-8f29-000170dcd0cb service neutron] 10.222.0.49 "GET /v2.0/networks?id=061889bb-0b88-4ea0-a5b4-209b1bc263ea HTTP/1.1" status: 200 len: 916 time: 0.0861602 Jun 24 12:31:31.290026 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-aaf4418e-12ba-4a45-a921-b479e722c549 req-8cca6aae-2151-47d0-abfb-b314a9067816 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555117 Jun 24 12:31:31.309117 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:31.357962 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-94cf68f8-cb1f-4828-892c-265f559c8a07 req-ce150d06-cccd-4d9d-8fc7-9ab69a0d1886 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1fb0b53-a47e-46a1-b175-2eb873416a6a HTTP/1.1" status: 200 len: 217 time: 0.0393624 Jun 24 12:31:31.419452 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf68f8-cb1f-4828-892c-265f559c8a07 req-473da075-ff1a-4699-91a0-f777fc0dae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:31.420860 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-94cf68f8-cb1f-4828-892c-265f559c8a07 req-473da075-ff1a-4699-91a0-f777fc0dae1e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b238d92-fe9f-450b-82fc-2f9bf58fe02e HTTP/1.1" status: 200 len: 854 time: 0.0443845 Jun 24 12:31:31.444950 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4418e-12ba-4a45-a921-b479e722c549 req-baf0ad7e-5f35-45d4-b794-04f8af4604df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:31.446417 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-aaf4418e-12ba-4a45-a921-b479e722c549 req-baf0ad7e-5f35-45d4-b794-04f8af4604df service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab3202e2b14640afb4d51e51be80066a&device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 1098 time: 0.0532653 Jun 24 12:31:31.478246 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf68f8-cb1f-4828-892c-265f559c8a07 req-536ab679-5bd1-4f7b-8114-458516768dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:31.479725 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-94cf68f8-cb1f-4828-892c-265f559c8a07 req-536ab679-5bd1-4f7b-8114-458516768dd0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=061889bb-0b88-4ea0-a5b4-209b1bc263ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0512424 Jun 24 12:31:31.550489 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4418e-12ba-4a45-a921-b479e722c549 req-9ababb35-be79-4041-93d3-96d8372fdf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:31.552040 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-aaf4418e-12ba-4a45-a921-b479e722c549 req-9ababb35-be79-4041-93d3-96d8372fdf85 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813 HTTP/1.1" status: 200 len: 910 time: 0.0829811 Jun 24 12:31:31.573565 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-94cf68f8-cb1f-4828-892c-265f559c8a07 req-c705d060-bc9c-462d-93e2-e8faf2b43c74 service neutron] 10.222.0.49 "GET /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863090 Jun 24 12:31:31.617658 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-aaf4418e-12ba-4a45-a921-b479e722c549 req-89bcf199-2a95-4e6b-996f-c134d0e16162 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581 HTTP/1.1" status: 200 len: 1000 time: 0.0597606 Jun 24 12:31:31.654862 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device c1fb0b53-a47e-46a1-b175-2eb873416a6a details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:31:31.667562 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-94cf68f8-cb1f-4828-892c-265f559c8a07 req-4fa8fbc3-2f95-4ccd-b376-5fb35e2e02f4 service neutron] 10.222.0.49 "GET /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827780 Jun 24 12:31:31.667949 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4418e-12ba-4a45-a921-b479e722c549 req-57f7620d-a687-423e-8812-f12434b06fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:31.669296 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-aaf4418e-12ba-4a45-a921-b479e722c549 req-57f7620d-a687-423e-8812-f12434b06fda service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c2e608d6-0ace-49bb-8372-767f80935cbd HTTP/1.1" status: 200 len: 848 time: 0.0442030 Jun 24 12:31:31.744146 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4418e-12ba-4a45-a921-b479e722c549 req-8aa68be6-662f-4357-9682-046c1a19ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:31.745536 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-aaf4418e-12ba-4a45-a921-b479e722c549 req-8aa68be6-662f-4357-9682-046c1a19ec78 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0546865 Jun 24 12:31:31.753839 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port c1fb0b53-a47e-46a1-b175-2eb873416a6a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c1fb0b53-a47e-46a1-b175-2eb873416a6a,segment=NetworkSegment(9c43b15d-4619-4e5e-88ea-e97f3ff197be),segment_id=9c43b15d-4619-4e5e-88ea-e97f3ff197be)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:31.766050 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'port_id': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a', 'mac_address': 'fa:16:3e:ef:3b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:31:31.803898 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:31.818808 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1fb0b53-a47e-46a1-b175-2eb873416a6a {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:31:31.838042 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port c1fb0b53-a47e-46a1-b175-2eb873416a6a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c1fb0b53-a47e-46a1-b175-2eb873416a6a,segment=NetworkSegment(9c43b15d-4619-4e5e-88ea-e97f3ff197be),segment_id=9c43b15d-4619-4e5e-88ea-e97f3ff197be)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:31.843087 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:31.844816 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-43017d0b-b69f-4c5e-9e63-ed0c85acdda4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:31.847670 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-aaf4418e-12ba-4a45-a921-b479e722c549 req-ec2c49ac-b578-4944-ade7-f20574d1c351 service neutron] 10.222.0.49 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905006 Jun 24 12:31:31.895534 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=c1fb0b53-a47e-46a1-b175-2eb873416a6a,revision_number=4']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:31.899244 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:31.926911 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f680dd-b5a8-4778-927d-f956d56ba5e0 req-7051ee98-28d6-4491-be05-f14affab48a0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:31.928447 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e9f680dd-b5a8-4778-927d-f956d56ba5e0 req-7051ee98-28d6-4491-be05-f14affab48a0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 945 time: 0.0679233 Jun 24 12:31:31.938664 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-aaf4418e-12ba-4a45-a921-b479e722c549 req-ca48d825-1a8e-4935-8d85-7975b4b09b7f service neutron] 10.222.0.49 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845022 Jun 24 12:31:31.967885 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e9f680dd-b5a8-4778-927d-f956d56ba5e0 req-a110525a-caa9-4a19-800c-633dabb25232 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336080 Jun 24 12:31:32.218310 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['c1fb0b53-a47e-46a1-b175-2eb873416a6a'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:31:33.149342 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22271e32-7f62-400e-acec-ccd653a91c0f req-f1c09760-2046-4441-9222-ff46871bac56 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:33.150810 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-22271e32-7f62-400e-acec-ccd653a91c0f req-f1c09760-2046-4441-9222-ff46871bac56 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 945 time: 0.0674372 Jun 24 12:31:33.188670 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-22271e32-7f62-400e-acec-ccd653a91c0f req-35817b3b-af10-4ab4-b627-e7d3f0b71486 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321765 Jun 24 12:31:33.255429 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:31:33.657418 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device c1fb0b53-a47e-46a1-b175-2eb873416a6a up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:31:33.707686 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning for port c1fb0b53-a47e-46a1-b175-2eb873416a6a completed by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 12:31:33.711922 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port c1fb0b53-a47e-46a1-b175-2eb873416a6a triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:31:33.712299 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:33.787804 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:33.808401 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:31:33.810605 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ec8e67-12a0-4f20-be28-a591b8707199" -d '{"events": [{"server_uuid": "e9a7de0d-b727-4f83-a111-b24ca21a7356", "name": "network-vif-plugged", "status": "completed", "tag": "c1fb0b53-a47e-46a1-b175-2eb873416a6a"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:31:33.823160 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port c1fb0b53-a47e-46a1-b175-2eb873416a6a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c1fb0b53-a47e-46a1-b175-2eb873416a6a,segment=NetworkSegment(9c43b15d-4619-4e5e-88ea-e97f3ff197be),segment_id=9c43b15d-4619-4e5e-88ea-e97f3ff197be)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:33.828396 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:33.830244 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:33.854407 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d1c89f5-5ec8-4fb7-a7da-321fe43bb699 x-openstack-request-id: req-1d1c89f5-5ec8-4fb7-a7da-321fe43bb699 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:31:33.854701 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a7de0d-b727-4f83-a111-b24ca21a7356", "name": "network-vif-plugged", "status": "completed", "tag": "c1fb0b53-a47e-46a1-b175-2eb873416a6a", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:31:33.854961 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-1d1c89f5-5ec8-4fb7-a7da-321fe43bb699 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:31:33.855378 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a', 'code': 200} Jun 24 12:31:33.877482 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=c1fb0b53-a47e-46a1-b175-2eb873416a6a,revision_number=5']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:33.881037 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:34.165277 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccac59-22c6-49af-886d-e172ccbda2fe req-9d51f842-3ce6-4496-be94-bacf8fc6c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:34.166730 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-c8ccac59-22c6-49af-886d-e172ccbda2fe req-9d51f842-3ce6-4496-be94-bacf8fc6c878 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 1099 time: 0.0989683 Jun 24 12:31:34.205285 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-c8ccac59-22c6-49af-886d-e172ccbda2fe req-baba6daf-279f-4d98-8a1e-62feb903afe6 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260479 Jun 24 12:31:34.360370 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc836e-e554-44a4-a98b-18412dbd2642 req-1862d5f1-281f-4722-92c7-9472b026751b tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:34.361834 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fddc836e-e554-44a4-a98b-18412dbd2642 req-1862d5f1-281f-4722-92c7-9472b026751b tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 946 time: 0.0628059 Jun 24 12:31:34.399842 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fddc836e-e554-44a4-a98b-18412dbd2642 req-304e6107-76dc-4663-92fb-6fddd986b148 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315747 Jun 24 12:31:35.577203 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd77191-487c-4353-8ba0-b5c82b874700 req-77a45f83-352b-43c7-a530-26d8d97d5dca tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:35.578687 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ebd77191-487c-4353-8ba0-b5c82b874700 req-77a45f83-352b-43c7-a530-26d8d97d5dca tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 946 time: 0.0650795 Jun 24 12:31:35.618826 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ebd77191-487c-4353-8ba0-b5c82b874700 req-f3f25501-6acd-4025-8202-5e82a42de516 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Jun 24 12:31:36.790352 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18a49c-30a0-4e6b-8a91-1450af10dcaf req-eb0bfeea-6b3f-4e4f-8f28-42ba44e2c233 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:36.791817 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7b18a49c-30a0-4e6b-8a91-1450af10dcaf req-eb0bfeea-6b3f-4e4f-8f28-42ba44e2c233 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 946 time: 0.0626218 Jun 24 12:31:36.827768 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7b18a49c-30a0-4e6b-8a91-1450af10dcaf req-332b54df-5f78-4ea0-b984-f6cfeb329f1d tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304480 Jun 24 12:31:36.998252 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45e5ae-c2c9-4292-b6e0-0951fd022096 req-d0c6f92c-cf63-4666-8fd3-1eaf38e9248f tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:36.999724 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2b45e5ae-c2c9-4292-b6e0-0951fd022096 req-d0c6f92c-cf63-4666-8fd3-1eaf38e9248f tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 946 time: 0.0618026 Jun 24 12:31:37.037654 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2b45e5ae-c2c9-4292-b6e0-0951fd022096 req-80e9bf18-76d0-4d1e-a8d9-3ef882022209 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322649 Jun 24 12:31:37.429938 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d84f58-e851-4541-b638-c15e0f48c648 req-ccd53859-b3ce-4aff-a0d3-d4e639341f13 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:37.431398 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-07d84f58-e851-4541-b638-c15e0f48c648 req-ccd53859-b3ce-4aff-a0d3-d4e639341f13 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 946 time: 0.0753183 Jun 24 12:31:37.468953 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-07d84f58-e851-4541-b638-c15e0f48c648 req-8557f355-5c10-424c-ace3-b51b17a54a5d tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319810 Jun 24 12:31:41.731247 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8bb2f-3779-487e-b64a-e708eec4dbcc req-d6764793-83d4-4152-b3ac-d6a6d47b80eb tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:41.732755 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-adc8bb2f-3779-487e-b64a-e708eec4dbcc req-d6764793-83d4-4152-b3ac-d6a6d47b80eb tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 946 time: 0.0629890 Jun 24 12:31:41.770148 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-adc8bb2f-3779-487e-b64a-e708eec4dbcc req-4a0e46f9-1a1e-40c3-be68-30a327cd2670 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315182 Jun 24 12:31:41.795407 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42164) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:41.890746 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87799591-38ca-428a-b0c6-9c8a70d8893b tempest-TestMinimumBasicScenario-84855232 tempest-TestMinimumBasicScenario-84855232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:41.892289 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-87799591-38ca-428a-b0c6-9c8a70d8893b tempest-TestMinimumBasicScenario-84855232 tempest-TestMinimumBasicScenario-84855232-project-admin] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 1094 time: 0.0958984 Jun 24 12:31:41.895075 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42168) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:41.900083 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Request body: {'floatingip': {'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'port_id': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:41.921064 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for floatingip, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:42.013503 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:42.115165 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_common [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Allocated IP 172.28.2.252 (55215ffa-be73-4f27-8bd6-e565279244aa/626247e8-372a-46a2-9822-6edda33fe1cd/187f5975-b1fe-4a41-ba8f-e3f18911c21b) {{(pid=92888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 12:31:42.212998 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for port, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:42.250587 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-8316521', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-442021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792598389230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3352900'] for port, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:42.253701 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-5d25802b-b43f-4705-924a-655a739a15c5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:42.293501 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Network 55215ffa-be73-4f27-8bd6-e565279244aa is already hosted by enough agents. {{(pid=92888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 12:31:42.296174 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.base_scheduler [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Resources bound (agent type, host, resource id): {{(pid=92888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 12:31:42.299498 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Received port after_create {{(pid=92888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 24 12:31:42.324552 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Pushing event updated for resources: {'Port': ['ID=187f5975-b1fe-4a41-ba8f-e3f18911c21b,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:42.328432 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:42.652737 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:42.728692 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:42.872259 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:42.876889 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:42.879716 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-aaef2405-7368-4d77-9d90-6034d9815b28 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:42.942159 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Pushing event updated for resources: {'Port': ['ID=187f5975-b1fe-4a41-ba8f-e3f18911c21b,revision_number=2']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:42.946475 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:42.954707 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612985'] for floatingip, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:43.051671 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.db.l3_db [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Floating IP e34a7354-908e-4768-acc9-6bf10019d154 associated. External IP: 172.28.2.252, port: c1fb0b53-a47e-46a1-b175-2eb873416a6a. Jun 24 12:31:43.475146 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:31:43.579769 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:31:43.590247 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f2e613-6b51-47a5-bb86-08ea97150df2 None None] Sync routers for ids ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:31:43.595952 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for floatingip, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:43.603176 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f2e613-6b51-47a5-bb86-08ea97150df2 None None] Routers {'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:31:43.603851 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-80f2e613-6b51-47a5-bb86-08ea97150df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:31:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:43.631245 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7344730 Jun 24 12:31:43.631905 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'tag': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:31:43.634326 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 42174) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:43.634786 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999996cc-42c6-4d96-8359-c7b31a331104" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a7de0d-b727-4f83-a111-b24ca21a7356", "tag": "c1fb0b53-a47e-46a1-b175-2eb873416a6a"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:31:43.640862 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.v2.base [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-452593608', 'description': 'tempest-secgroup-smoke-452593608 description', 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab'}} {{(pid=92890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:43.664974 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:43.715788 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-80f2e613-6b51-47a5-bb86-08ea97150df2 None None] Set router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:31:43.730690 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a29059a-8002-4b8e-a867-5ae6a33c0f6a x-openstack-request-id: req-3a29059a-8002-4b8e-a867-5ae6a33c0f6a {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:31:43.731013 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a7de0d-b727-4f83-a111-b24ca21a7356", "tag": "c1fb0b53-a47e-46a1-b175-2eb873416a6a", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:31:43.731452 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3a29059a-8002-4b8e-a867-5ae6a33c0f6a {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:31:43.731777 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'tag': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a', 'status': 'completed', 'code': 200} Jun 24 12:31:43.754648 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:43.759996 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:43.764057 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-94702505-047a-4b37-bf44-4a1349e34d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:43.829837 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:43.837132 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2009370 Jun 24 12:31:43.839381 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33a905e6-8e8b-41a9-8955-7cb264ef6e7f,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:43.840221 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42180) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:43.845717 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-43aa8c8d-b5a8-4d3b-9a7b-9eb395b32e65 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Request body: {'security_group_rule': {'security_group_id': '33a905e6-8e8b-41a9-8955-7cb264ef6e7f', 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:43.849869 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:43.850252 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:43.850613 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:43.850983 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:43.851370 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:43.851733 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:43.852089 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:43.852447 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:43.852801 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:43.853153 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:43.853505 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:43.853857 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:31:43.859498 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:43.881439 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-43aa8c8d-b5a8-4d3b-9a7b-9eb395b32e65 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:43.885695 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999996cc-42c6-4d96-8359-c7b31a331104 req-14ce83f8-ffa4-4cb0-b540-bf22f171926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:43.887492 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-999996cc-42c6-4d96-8359-c7b31a331104 req-14ce83f8-ffa4-4cb0-b540-bf22f171926d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72e7d47e8bb14f0787ba7fd6b1973cab&device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 1099 time: 0.1041393 Jun 24 12:31:43.940151 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-43aa8c8d-b5a8-4d3b-9a7b-9eb395b32e65 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:43.944555 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-43aa8c8d-b5a8-4d3b-9a7b-9eb395b32e65 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:43.951203 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:43.967431 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa8c8d-b5a8-4d3b-9a7b-9eb395b32e65 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb5d57b8-6936-41e5-afbb-2cba67b5edbd,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:43.971790 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-43aa8c8d-b5a8-4d3b-9a7b-9eb395b32e65 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:43.975216 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-43aa8c8d-b5a8-4d3b-9a7b-9eb395b32e65 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:43.976468 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-43aa8c8d-b5a8-4d3b-9a7b-9eb395b32e65 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1352558 Jun 24 12:31:43.979539 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42182) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:43.984267 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-8af2a614-43d2-485e-9618-a8d71b508fa7 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Request body: {'security_group_rule': {'security_group_id': '33a905e6-8e8b-41a9-8955-7cb264ef6e7f', 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:44.000962 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999996cc-42c6-4d96-8359-c7b31a331104 req-b06665a4-6d58-4c91-8d8f-71b137ef0dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:44.002874 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-999996cc-42c6-4d96-8359-c7b31a331104 req-b06665a4-6d58-4c91-8d8f-71b137ef0dc7 service neutron] 10.222.0.49 "GET /v2.0/networks?id=061889bb-0b88-4ea0-a5b4-209b1bc263ea HTTP/1.1" status: 200 len: 916 time: 0.1079853 Jun 24 12:31:44.016842 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-8af2a614-43d2-485e-9618-a8d71b508fa7 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.083851 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-999996cc-42c6-4d96-8359-c7b31a331104 req-83a8b598-4cc1-4b6e-bac7-5867d82fc46f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1fb0b53-a47e-46a1-b175-2eb873416a6a HTTP/1.1" status: 200 len: 1000 time: 0.0707841 Jun 24 12:31:44.086282 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-8af2a614-43d2-485e-9618-a8d71b508fa7 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.090455 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-8af2a614-43d2-485e-9618-a8d71b508fa7 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.092506 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-408488e9-23dc-41f3-a75c-5da643014f8b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:44.098713 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-80f2e613-6b51-47a5-bb86-08ea97150df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'name': 'tempest-TestMinimumBasicScenario-1972971515-router', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:47Z', 'updated_at': '2021-06-24T12:30:51Z', 'revision_number': 4, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'gw_port': {'id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:48Z', 'updated_at': '2021-06-24T12:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': 'e34a7354-908e-4768-acc9-6bf10019d154', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'floating_ip_address': '172.28.2.252', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'port_id': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'mac_address': 'fa:16:3e:ef:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:31:42Z', 'updated_at': '2021-06-24T12:31:42Z', 'revision_number': 0, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cd6961-c528-4b15-a21b-987a7e9ffb79', 'name': '', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'mac_address': 'fa:16:3e:bf:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:50Z', 'updated_at': '2021-06-24T12:31:00Z', 'revision_number': 5, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'subnets': [{'id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:44.107570 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2a614-43d2-485e-9618-a8d71b508fa7 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25953e2-a5da-4217-ae7f-1abacaddd56f,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:44.112004 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-8af2a614-43d2-485e-9618-a8d71b508fa7 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:44.119541 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-8af2a614-43d2-485e-9618-a8d71b508fa7 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.121037 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-8af2a614-43d2-485e-9618-a8d71b508fa7 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404688 Jun 24 12:31:44.123803 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42188) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:44.129802 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-c393fc70-0795-4ba1-99d5-2e7e7eaf87ad tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Request body: {'security_group_rule': {'security_group_id': '33a905e6-8e8b-41a9-8955-7cb264ef6e7f', 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:44.134045 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f2e613-6b51-47a5-bb86-08ea97150df2 None None] Checking router: bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:31:44.145261 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f2e613-6b51-47a5-bb86-08ea97150df2 None None] Routers {'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:31:44.146807 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-80f2e613-6b51-47a5-bb86-08ea97150df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:31:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:44.169447 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c393fc70-0795-4ba1-99d5-2e7e7eaf87ad tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.172952 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999996cc-42c6-4d96-8359-c7b31a331104 req-fad4f9a7-971d-4c35-b407-6dfc82d2f30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:44.174577 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-999996cc-42c6-4d96-8359-c7b31a331104 req-fad4f9a7-971d-4c35-b407-6dfc82d2f30e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b238d92-fe9f-450b-82fc-2f9bf58fe02e HTTP/1.1" status: 200 len: 854 time: 0.0652461 Jun 24 12:31:44.240403 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c393fc70-0795-4ba1-99d5-2e7e7eaf87ad tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.245247 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c393fc70-0795-4ba1-99d5-2e7e7eaf87ad tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.247530 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ac662de8-0c36-4fcc-b9b1-75f9d861e1ec tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:44.248720 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999996cc-42c6-4d96-8359-c7b31a331104 req-e96ad82f-aeed-454d-8734-2f38d4632ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:44.250197 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-999996cc-42c6-4d96-8359-c7b31a331104 req-e96ad82f-aeed-454d-8734-2f38d4632ffe service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=061889bb-0b88-4ea0-a5b4-209b1bc263ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0677972 Jun 24 12:31:44.265380 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393fc70-0795-4ba1-99d5-2e7e7eaf87ad tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7228ce90-17cc-40ff-a158-d404d344a493,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:44.268496 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c393fc70-0795-4ba1-99d5-2e7e7eaf87ad tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:44.269530 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-80f2e613-6b51-47a5-bb86-08ea97150df2 None None] Set router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:31:44.272638 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c393fc70-0795-4ba1-99d5-2e7e7eaf87ad tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.273768 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-c393fc70-0795-4ba1-99d5-2e7e7eaf87ad tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1489015 Jun 24 12:31:44.276493 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42190) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:44.281068 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-02204283-46a8-44b9-b559-425ae3b36619 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Request body: {'security_group_rule': {'security_group_id': '33a905e6-8e8b-41a9-8955-7cb264ef6e7f', 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:44.316602 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-02204283-46a8-44b9-b559-425ae3b36619 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.356545 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-999996cc-42c6-4d96-8359-c7b31a331104 req-11ae73e3-9eba-4ce7-8af6-062a738f2ea7 service neutron] 10.222.0.49 "GET /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989082 Jun 24 12:31:44.382567 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-02204283-46a8-44b9-b559-425ae3b36619 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.386950 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-02204283-46a8-44b9-b559-425ae3b36619 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.389220 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:44.406297 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02204283-46a8-44b9-b559-425ae3b36619 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540a7092-2c53-4fd7-bd1d-8e6c0b2e217d,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:44.410709 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-02204283-46a8-44b9-b559-425ae3b36619 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:44.415760 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-02204283-46a8-44b9-b559-425ae3b36619 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.419630 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-02204283-46a8-44b9-b559-425ae3b36619 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396523 Jun 24 12:31:44.419867 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42192) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:44.424747 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-75c602dc-04a2-4807-8ce1-ebd5db0cab5f tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Request body: {'security_group_rule': {'security_group_id': '33a905e6-8e8b-41a9-8955-7cb264ef6e7f', 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:44.446346 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.db.securitygroups_db [None req-75c602dc-04a2-4807-8ce1-ebd5db0cab5f tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Project 72e7d47e8bb14f0787ba7fd6b1973cab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:31:44.451654 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-75c602dc-04a2-4807-8ce1-ebd5db0cab5f tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.463544 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-999996cc-42c6-4d96-8359-c7b31a331104 req-96a95d64-2942-4d8c-98b7-ea4de7305d7d service neutron] 10.222.0.49 "GET /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994213 Jun 24 12:31:44.519207 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-75c602dc-04a2-4807-8ce1-ebd5db0cab5f tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.522918 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-75c602dc-04a2-4807-8ce1-ebd5db0cab5f tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.523838 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-80f2e613-6b51-47a5-bb86-08ea97150df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'name': 'tempest-TestMinimumBasicScenario-1972971515-router', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:47Z', 'updated_at': '2021-06-24T12:30:51Z', 'revision_number': 4, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'gw_port': {'id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:48Z', 'updated_at': '2021-06-24T12:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': 'e34a7354-908e-4768-acc9-6bf10019d154', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'floating_ip_address': '172.28.2.252', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'port_id': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'mac_address': 'fa:16:3e:ef:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:31:42Z', 'updated_at': '2021-06-24T12:31:42Z', 'revision_number': 0, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cd6961-c528-4b15-a21b-987a7e9ffb79', 'name': '', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'mac_address': 'fa:16:3e:bf:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:50Z', 'updated_at': '2021-06-24T12:31:00Z', 'revision_number': 5, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'subnets': [{'id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:31:44.524926 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:44.540485 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c602dc-04a2-4807-8ce1-ebd5db0cab5f tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb168ff-6954-4f10-b76a-717ce2022782,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:44.542940 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-75c602dc-04a2-4807-8ce1-ebd5db0cab5f tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:44.550891 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f2e613-6b51-47a5-bb86-08ea97150df2 None None] The sync data for ids ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'] in dv-cinder-689486-14-smb is: [{'id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'name': 'tempest-TestMinimumBasicScenario-1972971515-router', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:47Z', 'updated_at': '2021-06-24T12:30:51Z', 'revision_number': 4, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'gw_port': {'id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:48Z', 'updated_at': '2021-06-24T12:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_floatingips': [{'id': 'e34a7354-908e-4768-acc9-6bf10019d154', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'floating_ip_address': '172.28.2.252', 'floating_network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'router_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'port_id': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'mac_address': 'fa:16:3e:ef:3b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-24T12:31:42Z', 'updated_at': '2021-06-24T12:31:42Z', 'revision_number': 0, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5cd6961-c528-4b15-a21b-987a7e9ffb79', 'name': '', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'mac_address': 'fa:16:3e:bf:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:50Z', 'updated_at': '2021-06-24T12:31:00Z', 'revision_number': 5, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'subnets': [{'id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:31:44.552964 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-75c602dc-04a2-4807-8ce1-ebd5db0cab5f tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.554249 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-75c602dc-04a2-4807-8ce1-ebd5db0cab5f tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334503 Jun 24 12:31:44.559771 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42194) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:31:44.564995 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [None req-ff7c32ee-d3d1-4555-b4bd-98aff94f3583 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Request body: {'security_group_rule': {'security_group_id': '33a905e6-8e8b-41a9-8955-7cb264ef6e7f', 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:44.588830 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.db.securitygroups_db [None req-ff7c32ee-d3d1-4555-b4bd-98aff94f3583 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Project 72e7d47e8bb14f0787ba7fd6b1973cab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 12:31:44.594272 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ff7c32ee-d3d1-4555-b4bd-98aff94f3583 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.664917 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ff7c32ee-d3d1-4555-b4bd-98aff94f3583 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.669310 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ff7c32ee-d3d1-4555-b4bd-98aff94f3583 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-987995'] for security_group_rule, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.671486 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-8af2a614-43d2-485e-9618-a8d71b508fa7 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:44.688708 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c32ee-d3d1-4555-b4bd-98aff94f3583 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf38d82-bc0d-4c82-926e-c0ba59b7fce8,revision_number=0']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:44.691796 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ff7c32ee-d3d1-4555-b4bd-98aff94f3583 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:44.694448 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ff7c32ee-d3d1-4555-b4bd-98aff94f3583 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:44.698852 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-ff7c32ee-d3d1-4555-b4bd-98aff94f3583 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347172 Jun 24 12:31:44.746248 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95469b32-67ea-4956-9d1f-796944c745b3 None None] New status for floating IP e34a7354-908e-4768-acc9-6bf10019d154: ACTIVE {{(pid=92892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:31:44.814633 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7a82e46c-f97c-46df-b5ff-315a4fccbb4d req-3a245ac6-56de-4f94-8e2e-78497280a393 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452593608&fields=id&tenant_id=72e7d47e8bb14f0787ba7fd6b1973cab HTTP/1.1" status: 200 len: 267 time: 0.0319195 Jun 24 12:31:44.881033 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82e46c-f97c-46df-b5ff-315a4fccbb4d req-ef23c59f-a55c-45d3-aed8-d248a7509eca tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:44.882928 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7a82e46c-f97c-46df-b5ff-315a4fccbb4d req-ef23c59f-a55c-45d3-aed8-d248a7509eca tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 946 time: 0.0624213 Jun 24 12:31:44.893985 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-7a82e46c-f97c-46df-b5ff-315a4fccbb4d req-d1d6bf6b-f1fb-47ea-9d01-94ff2f4fccba tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Request body: {'port': {'security_groups': ['b4b73535-b9c5-4692-b4c7-ba6eeb3e4134', '33a905e6-8e8b-41a9-8955-7cb264ef6e7f']}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:31:44.979968 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-7a82e46c-f97c-46df-b5ff-315a4fccbb4d req-d1d6bf6b-f1fb-47ea-9d01-94ff2f4fccba tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:45.167345 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-7a82e46c-f97c-46df-b5ff-315a4fccbb4d req-d1d6bf6b-f1fb-47ea-9d01-94ff2f4fccba tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] For port c1fb0b53-a47e-46a1-b175-2eb873416a6a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c1fb0b53-a47e-46a1-b175-2eb873416a6a,segment=NetworkSegment(9c43b15d-4619-4e5e-88ea-e97f3ff197be),segment_id=9c43b15d-4619-4e5e-88ea-e97f3ff197be)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:31:45.198094 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-7a82e46c-f97c-46df-b5ff-315a4fccbb4d req-d1d6bf6b-f1fb-47ea-9d01-94ff2f4fccba tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:45.202527 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-7a82e46c-f97c-46df-b5ff-315a4fccbb4d req-d1d6bf6b-f1fb-47ea-9d01-94ff2f4fccba tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:45.206528 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ea7b0a8a-ff6e-4a24-8b70-7a9506d5ef87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:31:45.246885 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a82e46c-f97c-46df-b5ff-315a4fccbb4d req-d1d6bf6b-f1fb-47ea-9d01-94ff2f4fccba tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:45.247510 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-7a82e46c-f97c-46df-b5ff-315a4fccbb4d req-d1d6bf6b-f1fb-47ea-9d01-94ff2f4fccba tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:45.248998 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7a82e46c-f97c-46df-b5ff-315a4fccbb4d req-d1d6bf6b-f1fb-47ea-9d01-94ff2f4fccba tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "PUT /v2.0/ports/c1fb0b53-a47e-46a1-b175-2eb873416a6a HTTP/1.1" status: 200 len: 982 time: 0.3597889 Jun 24 12:31:45.258864 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['c1fb0b53-a47e-46a1-b175-2eb873416a6a'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:31:45.277091 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6bf6b-f1fb-47ea-9d01-94ff2f4fccba tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Pushing event updated for resources: {'Port': ['ID=c1fb0b53-a47e-46a1-b175-2eb873416a6a,revision_number=6']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:31:45.282948 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d1d6bf6b-f1fb-47ea-9d01-94ff2f4fccba tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:31:45.432377 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53ca9c-2541-4f21-8a4f-63245c46cfcd req-2e5b0f2a-002d-4b99-9c72-97728d06bbbb tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:45.434027 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2d53ca9c-2541-4f21-8a4f-63245c46cfcd req-2e5b0f2a-002d-4b99-9c72-97728d06bbbb tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.0801685 Jun 24 12:31:45.452761 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['c1fb0b53-a47e-46a1-b175-2eb873416a6a'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:31:45.476015 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2d53ca9c-2541-4f21-8a4f-63245c46cfcd req-88511794-88b7-4af0-a371-bfe5588925a1 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=33a905e6-8e8b-41a9-8955-7cb264ef6e7f&id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355575 Jun 24 12:31:45.528220 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-2fccc4f7-8635-4ed8-97e2-864b333b22ee None None] Provisioning complete for port c1fb0b53-a47e-46a1-b175-2eb873416a6a triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:31:45.528600 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2fccc4f7-8635-4ed8-97e2-864b333b22ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:45.733113 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'tag': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:31:45.735933 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bb2cb2-9e31-4044-8da0-214a28e0c02c" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a7de0d-b727-4f83-a111-b24ca21a7356", "tag": "c1fb0b53-a47e-46a1-b175-2eb873416a6a"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:31:45.778559 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e83846-700a-4862-b6be-1f69faf4b754 x-openstack-request-id: req-d5e83846-700a-4862-b6be-1f69faf4b754 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:31:45.779260 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a7de0d-b727-4f83-a111-b24ca21a7356", "tag": "c1fb0b53-a47e-46a1-b175-2eb873416a6a", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:31:45.779386 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-d5e83846-700a-4862-b6be-1f69faf4b754 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:31:45.779809 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'tag': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a', 'status': 'completed', 'code': 200} Jun 24 12:31:45.880677 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb2cb2-9e31-4044-8da0-214a28e0c02c req-1cf11769-f86c-41e9-b352-41cca40fd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:45.882156 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-15bb2cb2-9e31-4044-8da0-214a28e0c02c req-1cf11769-f86c-41e9-b352-41cca40fd9e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72e7d47e8bb14f0787ba7fd6b1973cab&device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 1138 time: 0.0548892 Jun 24 12:31:45.984483 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb2cb2-9e31-4044-8da0-214a28e0c02c req-3fca1f56-f824-429d-9690-ade3e98b7375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:45.986658 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-15bb2cb2-9e31-4044-8da0-214a28e0c02c req-3fca1f56-f824-429d-9690-ade3e98b7375 service neutron] 10.222.0.49 "GET /v2.0/networks?id=061889bb-0b88-4ea0-a5b4-209b1bc263ea HTTP/1.1" status: 200 len: 916 time: 0.0967989 Jun 24 12:31:46.050875 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-15bb2cb2-9e31-4044-8da0-214a28e0c02c req-1294c97b-c0f4-4f6f-a249-51f59462cab8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1fb0b53-a47e-46a1-b175-2eb873416a6a HTTP/1.1" status: 200 len: 1002 time: 0.0578032 Jun 24 12:31:46.100594 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb2cb2-9e31-4044-8da0-214a28e0c02c req-82c8737f-289b-4de5-8535-e2ae6d4478a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:46.102005 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-15bb2cb2-9e31-4044-8da0-214a28e0c02c req-82c8737f-289b-4de5-8535-e2ae6d4478a9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b238d92-fe9f-450b-82fc-2f9bf58fe02e HTTP/1.1" status: 200 len: 854 time: 0.0429492 Jun 24 12:31:46.163992 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb2cb2-9e31-4044-8da0-214a28e0c02c req-d4a6342e-de5e-489a-8099-9c51405ab98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:31:46.165452 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-15bb2cb2-9e31-4044-8da0-214a28e0c02c req-d4a6342e-de5e-489a-8099-9c51405ab98a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=061889bb-0b88-4ea0-a5b4-209b1bc263ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0555325 Jun 24 12:31:46.276840 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-15bb2cb2-9e31-4044-8da0-214a28e0c02c req-dd808c0c-f412-4a21-9238-3999f05adaab service neutron] 10.222.0.49 "GET /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869732 Jun 24 12:31:46.372282 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-15bb2cb2-9e31-4044-8da0-214a28e0c02c req-109c6845-96ad-4194-a5bb-5251af2d52bc service neutron] 10.222.0.49 "GET /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871389 Jun 24 12:31:55.544060 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2106a7dd-9cfe-47bf-89b9-f37cb0bd7e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:58.036665 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3d0dbe16-0830-4507-9eaf-8615e6ff3b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:58.510047 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:31:59.414340 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:00.853376 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:01.315495 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:04.456015 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b665d41-6a24-4db7-905a-295ccd4be141 req-fab45193-17cd-4743-ba1e-20704b1f8dd6 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:04.458059 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3b665d41-6a24-4db7-905a-295ccd4be141 req-fab45193-17cd-4743-ba1e-20704b1f8dd6 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0679662 Jun 24 12:32:04.497503 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3b665d41-6a24-4db7-905a-295ccd4be141 req-b844c094-4dca-465e-b42d-3294d722a4ec tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332315 Jun 24 12:32:05.685642 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bf08b-e8e8-4bd1-a51a-d180a6296670 req-b10bb6b0-70cb-4217-bbf5-c7a4295d9cfc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:05.687210 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-042bf08b-e8e8-4bd1-a51a-d180a6296670 req-b10bb6b0-70cb-4217-bbf5-c7a4295d9cfc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0644557 Jun 24 12:32:05.727785 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-042bf08b-e8e8-4bd1-a51a-d180a6296670 req-66eb8958-a22d-4056-aacf-d28272efa831 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340064 Jun 24 12:32:06.912982 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb4899-c9be-4949-a429-c90748e3391a req-3a181ea9-6969-46ed-9d11-c54785f875e2 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:06.914436 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-12cb4899-c9be-4949-a429-c90748e3391a req-3a181ea9-6969-46ed-9d11-c54785f875e2 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0676076 Jun 24 12:32:06.951682 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-12cb4899-c9be-4949-a429-c90748e3391a req-bee6d9ea-909e-4e3f-a4e1-dc9e2e83be12 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317342 Jun 24 12:32:07.589854 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35493ed2-9500-43e6-8a57-6cb4dccb7af1 req-ff7e6f8e-6a4c-4264-93f1-bee811b7006c tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:07.591581 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-35493ed2-9500-43e6-8a57-6cb4dccb7af1 req-ff7e6f8e-6a4c-4264-93f1-bee811b7006c tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 945 time: 0.0655308 Jun 24 12:32:07.638264 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-35493ed2-9500-43e6-8a57-6cb4dccb7af1 req-3eca63ad-10d9-40f4-8b52-b3e228e14025 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=5cd35aa6-c5d4-487a-b982-4330dff0f38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399501 Jun 24 12:32:08.134815 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413b5e-f10c-4990-8587-f5c1dbd03d92 req-f969ad30-07b8-45cc-8bea-acdc744bd9d0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:08.136281 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7b413b5e-f10c-4990-8587-f5c1dbd03d92 req-f969ad30-07b8-45cc-8bea-acdc744bd9d0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0657706 Jun 24 12:32:08.173479 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-7b413b5e-f10c-4990-8587-f5c1dbd03d92 req-c4459d17-3be1-41f0-9370-8204dd27b013 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315521 Jun 24 12:32:08.814253 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaa5c9-70a2-4ad7-a6d7-0961be0a3f54 req-20e8419e-e0d2-4567-824e-5cbe2f4ac802 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:08.815758 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3ecaa5c9-70a2-4ad7-a6d7-0961be0a3f54 req-20e8419e-e0d2-4567-824e-5cbe2f4ac802 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 945 time: 0.0668874 Jun 24 12:32:08.853839 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3ecaa5c9-70a2-4ad7-a6d7-0961be0a3f54 req-0fd628ca-c17b-4446-8d1e-724fa6c0f016 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=5cd35aa6-c5d4-487a-b982-4330dff0f38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312226 Jun 24 12:32:09.346936 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0958d8-7aaa-4cbf-a1e2-d7f23aadab12 req-13be5f1d-2cb7-4829-b007-d6a0085a6b3a tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:09.349013 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8b0958d8-7aaa-4cbf-a1e2-d7f23aadab12 req-13be5f1d-2cb7-4829-b007-d6a0085a6b3a tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0622678 Jun 24 12:32:09.387970 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8b0958d8-7aaa-4cbf-a1e2-d7f23aadab12 req-c553f047-44da-4639-be33-93ae1de55635 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333254 Jun 24 12:32:09.716785 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e062d-fd2a-4fc1-ad47-b0e84340b227 req-ad35151b-2ded-47d6-80e0-1cf685dc7ecd tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:09.718223 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-ad5e062d-fd2a-4fc1-ad47-b0e84340b227 req-ad35151b-2ded-47d6-80e0-1cf685dc7ecd tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.49 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 945 time: 0.0634229 Jun 24 12:32:09.819156 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-ad5e062d-fd2a-4fc1-ad47-b0e84340b227 req-fc32d567-d9e0-47b0-a6a8-6449a029424b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Deleting port df1717d5-d239-45da-b7d9-edff704e703f {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:32:09.819528 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-ad5e062d-fd2a-4fc1-ad47-b0e84340b227 req-fc32d567-d9e0-47b0-a6a8-6449a029424b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:09.909146 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [req-ad5e062d-fd2a-4fc1-ad47-b0e84340b227 req-fc32d567-d9e0-47b0-a6a8-6449a029424b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] For port df1717d5-d239-45da-b7d9-edff704e703f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=df1717d5-d239-45da-b7d9-edff704e703f,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:09.909510 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-ad5e062d-fd2a-4fc1-ad47-b0e84340b227 req-fc32d567-d9e0-47b0-a6a8-6449a029424b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:10.040773 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbecbde6-ecb8-45f3-966f-79957a7e7895 req-edb6fa4a-d8bb-4950-8461-6dc811b3e5c9 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:10.042210 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cbecbde6-ecb8-45f3-966f-79957a7e7895 req-edb6fa4a-d8bb-4950-8461-6dc811b3e5c9 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 945 time: 0.0708008 Jun 24 12:32:10.082950 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-cbecbde6-ecb8-45f3-966f-79957a7e7895 req-2e62e0fe-4bf9-463b-957d-d0083f58b2ce tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups?id=5cd35aa6-c5d4-487a-b982-4330dff0f38d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345736 Jun 24 12:32:10.254385 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:32:10.364649 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-ad5e062d-fd2a-4fc1-ad47-b0e84340b227 req-fc32d567-d9e0-47b0-a6a8-6449a029424b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:10.365021 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-ad5e062d-fd2a-4fc1-ad47-b0e84340b227 req-fc32d567-d9e0-47b0-a6a8-6449a029424b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612985'] for floatingip, after_update {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:10.365336 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.l3_db [req-ad5e062d-fd2a-4fc1-ad47-b0e84340b227 req-fc32d567-d9e0-47b0-a6a8-6449a029424b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Floating IP 1299d358-42be-4745-af20-8e34a6142bb0 disassociated. External IP: 172.28.2.8, port: df1717d5-d239-45da-b7d9-edff704e703f. Jun 24 12:32:10.365680 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [req-ad5e062d-fd2a-4fc1-ad47-b0e84340b227 req-fc32d567-d9e0-47b0-a6a8-6449a029424b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Calling delete_port for df1717d5-d239-45da-b7d9-edff704e703f owned by compute:nova {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:32:10.503197 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-ad5e062d-fd2a-4fc1-ad47-b0e84340b227 req-fc32d567-d9e0-47b0-a6a8-6449a029424b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:10.508039 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-37d7f118-ba44-4fe7-875d-dcb7e7acf712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:10.534407 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32d567-d9e0-47b0-a6a8-6449a029424b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event deleted for resources: {'Port': ['ID=df1717d5-d239-45da-b7d9-edff704e703f,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:10.537858 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-fc32d567-d9e0-47b0-a6a8-6449a029424b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:10.575263 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044edd93-923f-4780-8844-c5d6b7cbb90e req-2ec195cf-07fe-4b5f-9cb8-f217fbb2ddff tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:10.576742 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-044edd93-923f-4780-8844-c5d6b7cbb90e req-2ec195cf-07fe-4b5f-9cb8-f217fbb2ddff tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0657599 Jun 24 12:32:10.618181 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-044edd93-923f-4780-8844-c5d6b7cbb90e req-7682c1e0-125b-4d91-bb0b-5ce9468c25d9 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326262 Jun 24 12:32:10.650481 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad5e062d-fd2a-4fc1-ad47-b0e84340b227 req-fc32d567-d9e0-47b0-a6a8-6449a029424b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Router 6c142bc8-d47c-4c60-a23f-5ad408951073 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:32:10.757238 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad5e062d-fd2a-4fc1-ad47-b0e84340b227 req-fc32d567-d9e0-47b0-a6a8-6449a029424b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:32:10.767198 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f063f23-ac2c-4f0c-9fc3-1e72c2acec65 None None] Sync routers for ids ['6c142bc8-d47c-4c60-a23f-5ad408951073'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:32:10.776840 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f063f23-ac2c-4f0c-9fc3-1e72c2acec65 None None] Routers {'6c142bc8-d47c-4c60-a23f-5ad408951073'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:32:10.778788 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-6f063f23-ac2c-4f0c-9fc3-1e72c2acec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:31:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c142bc8-d47c-4c60-a23f-5ad408951073'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:10.804132 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5e062d-fd2a-4fc1-ad47-b0e84340b227 req-fc32d567-d9e0-47b0-a6a8-6449a029424b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] No DVR routers for this DVR port df1717d5-d239-45da-b7d9-edff704e703f on host hv-cinder-68948 {{(pid=92890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:32:10.806555 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [req-ad5e062d-fd2a-4fc1-ad47-b0e84340b227 req-fc32d567-d9e0-47b0-a6a8-6449a029424b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:10.808532 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-ad5e062d-fd2a-4fc1-ad47-b0e84340b227 req-fc32d567-d9e0-47b0-a6a8-6449a029424b tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.49 "DELETE /v2.0/ports/df1717d5-d239-45da-b7d9-edff704e703f HTTP/1.1" status: 204 len: 173 time: 1.0833917 Jun 24 12:32:10.809040 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b09169-2a4c-4311-8121-261804ccd3f0', 'name': 'network-vif-deleted', 'tag': 'df1717d5-d239-45da-b7d9-edff704e703f'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:32:10.811364 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9951c7db-edd0-4a2b-a83b-bd9741aeb761" -d '{"events": [{"server_uuid": "93b09169-2a4c-4311-8121-261804ccd3f0", "name": "network-vif-deleted", "tag": "df1717d5-d239-45da-b7d9-edff704e703f"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:32:10.897743 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-6f063f23-ac2c-4f0c-9fc3-1e72c2acec65 None None] Set router 6c142bc8-d47c-4c60-a23f-5ad408951073 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:32:10.958652 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd33f3c9-b61d-4254-a9e4-76dba7446cc8 x-openstack-request-id: req-cd33f3c9-b61d-4254-a9e4-76dba7446cc8 {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:32:10.959489 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b09169-2a4c-4311-8121-261804ccd3f0", "name": "network-vif-deleted", "tag": "df1717d5-d239-45da-b7d9-edff704e703f", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:32:10.959489 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-cd33f3c9-b61d-4254-a9e4-76dba7446cc8 {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:32:10.959792 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b09169-2a4c-4311-8121-261804ccd3f0', 'name': 'network-vif-deleted', 'tag': 'df1717d5-d239-45da-b7d9-edff704e703f', 'status': 'completed', 'code': 200} Jun 24 12:32:11.108482 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-6f063f23-ac2c-4f0c-9fc3-1e72c2acec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:30Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'edab2d1d-d18e-48f2-9687-d256e2149b75', 'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'mac_address': 'fa:16:3e:1d:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:29Z', 'updated_at': '2021-06-24T12:26:39Z', 'revision_number': 5, 'project_id': '19495abb439f45f38c2dc57598099b25', 'subnets': [{'id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:11.136192 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f063f23-ac2c-4f0c-9fc3-1e72c2acec65 None None] Checking router: 6c142bc8-d47c-4c60-a23f-5ad408951073 for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:32:11.144816 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f063f23-ac2c-4f0c-9fc3-1e72c2acec65 None None] Routers {'6c142bc8-d47c-4c60-a23f-5ad408951073'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:32:11.145438 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-6f063f23-ac2c-4f0c-9fc3-1e72c2acec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:31:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c142bc8-d47c-4c60-a23f-5ad408951073'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:11.245014 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ca542b16-c2d6-446e-ac01-f86b440ff648 req-409bc38e-5323-4679-8de1-da7eec85c348 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/ports?device_id=93b09169-2a4c-4311-8121-261804ccd3f0 HTTP/1.1" status: 200 len: 210 time: 0.0344036 Jun 24 12:32:11.376207 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-6f063f23-ac2c-4f0c-9fc3-1e72c2acec65 None None] Set router 6c142bc8-d47c-4c60-a23f-5ad408951073 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:32:11.577860 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-6f063f23-ac2c-4f0c-9fc3-1e72c2acec65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:30Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'edab2d1d-d18e-48f2-9687-d256e2149b75', 'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'mac_address': 'fa:16:3e:1d:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:29Z', 'updated_at': '2021-06-24T12:26:39Z', 'revision_number': 5, 'project_id': '19495abb439f45f38c2dc57598099b25', 'subnets': [{'id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:11.604570 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f063f23-ac2c-4f0c-9fc3-1e72c2acec65 None None] The sync data for ids ['6c142bc8-d47c-4c60-a23f-5ad408951073'] in dv-cinder-689486-14-smb is: [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:30Z', 'revision_number': 4, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'edab2d1d-d18e-48f2-9687-d256e2149b75', 'name': '', 'network_id': '6a10afaa-69bf-4861-aff0-1527b9cbd705', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'mac_address': 'fa:16:3e:1d:6e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:29Z', 'updated_at': '2021-06-24T12:26:39Z', 'revision_number': 5, 'project_id': '19495abb439f45f38c2dc57598099b25', 'subnets': [{'id': '7e51db95-cdf4-458e-ba02-7824ab521c2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:32:11.792313 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device df1717d5-d239-45da-b7d9-edff704e703f no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:32:11.809852 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48369afb-1e68-480e-87bc-1ec6d817b1ab req-ba3993d6-7a1f-4b68-b8a7-a0276bc91a30 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:11.811520 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-48369afb-1e68-480e-87bc-1ec6d817b1ab req-ba3993d6-7a1f-4b68-b8a7-a0276bc91a30 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0697439 Jun 24 12:32:11.811997 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: df1717d5-d239-45da-b7d9-edff704e703f {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:32:11.812352 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device df1717d5-d239-45da-b7d9-edff704e703f not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:32:11.841842 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55110e44-8f25-4a5b-9d8e-ae09e4ec9dc4 None None] New status for floating IP 1299d358-42be-4745-af20-8e34a6142bb0: DOWN {{(pid=92892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:32:11.854378 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-48369afb-1e68-480e-87bc-1ec6d817b1ab req-906f00b5-0238-48c2-be5b-1916b52800bc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345263 Jun 24 12:32:12.368917 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42404) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:12.423930 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:12.446715 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:12.498078 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:12.500958 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:12.502108 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "DELETE /v2.0/security-groups/5cd35aa6-c5d4-487a-b982-4330dff0f38d HTTP/1.1" status: 204 len: 168 time: 0.1322072 Jun 24 12:32:12.502802 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:12.504939 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 42406) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:12.513538 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd35aa6-c5d4-487a-b982-4330dff0f38d,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:12.520694 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.api.v2.resource [None req-6c14ecdf-37a6-4cfb-a7b4-8ac1913ca0e9 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] show failed (client error): The resource could not be found. Jun 24 12:32:12.521076 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:12.521452 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:12.521690 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-6c14ecdf-37a6-4cfb-a7b4-8ac1913ca0e9 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "GET /v2.0/security-groups/5cd35aa6-c5d4-487a-b982-4330dff0f38d HTTP/1.1" status: 404 len: 347 time: 0.0157077 Jun 24 12:32:12.521907 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:12.522191 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:12.522551 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:12.522915 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:12.523278 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:12.523670 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:12.524033 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:12.524394 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:12.524682 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 42408) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:12.524867 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:12.525085 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:12.528887 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:12.650454 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-75c789cd-b2d5-4f3e-beff-8991c7bf9f25 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Deleting port e38b9981-662b-4965-ac39-a3ee7a72c452 {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:32:12.650685 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-75c789cd-b2d5-4f3e-beff-8991c7bf9f25 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:12.727878 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-75c789cd-b2d5-4f3e-beff-8991c7bf9f25 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:12.728208 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-75c789cd-b2d5-4f3e-beff-8991c7bf9f25 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:12.740770 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-75c789cd-b2d5-4f3e-beff-8991c7bf9f25 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Calling delete_port for e38b9981-662b-4965-ac39-a3ee7a72c452 owned by network:floatingip {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:32:12.881221 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-75c789cd-b2d5-4f3e-beff-8991c7bf9f25 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:12.883417 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b0e5106d-9f3a-4231-86a5-b7af97666093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:12.907257 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c789cd-b2d5-4f3e-beff-8991c7bf9f25 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Pushing event deleted for resources: {'Port': ['ID=e38b9981-662b-4965-ac39-a3ee7a72c452,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:12.910427 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-75c789cd-b2d5-4f3e-beff-8991c7bf9f25 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:12.971022 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-75c789cd-b2d5-4f3e-beff-8991c7bf9f25 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks [] for floatingip, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:12.973818 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-75c789cd-b2d5-4f3e-beff-8991c7bf9f25 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for floatingip, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:12.974961 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-75c789cd-b2d5-4f3e-beff-8991c7bf9f25 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] 10.222.0.98 "DELETE /v2.0/floatingips/1299d358-42be-4745-af20-8e34a6142bb0 HTTP/1.1" status: 204 len: 168 time: 0.4494014 Jun 24 12:32:13.046915 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a88ff4-8349-4291-b590-35b64463bce8 req-5e55426e-6c19-4882-840a-0aa1112e7bf3 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:13.048483 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-27a88ff4-8349-4291-b590-35b64463bce8 req-5e55426e-6c19-4882-840a-0aa1112e7bf3 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0716295 Jun 24 12:32:13.102220 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-27a88ff4-8349-4291-b590-35b64463bce8 req-391ae25b-65fe-47de-bf27-c883b42425fa tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437558 Jun 24 12:32:14.300380 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1322f13-a79b-4112-ac17-e037d6f6684f req-048ea338-8dae-4f11-9331-2de3613393c0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:14.302470 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e1322f13-a79b-4112-ac17-e037d6f6684f req-048ea338-8dae-4f11-9331-2de3613393c0 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0710328 Jun 24 12:32:14.342899 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e1322f13-a79b-4112-ac17-e037d6f6684f req-0fe26fd8-7135-4933-927d-6469c4e166a5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344760 Jun 24 12:32:15.539409 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91f584-862c-4ee9-ae0e-d4da07004296 req-5bd40411-5c7f-462b-a4ef-81f2fadf7962 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:15.540813 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ea91f584-862c-4ee9-ae0e-d4da07004296 req-5bd40411-5c7f-462b-a4ef-81f2fadf7962 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0794096 Jun 24 12:32:15.579976 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ea91f584-862c-4ee9-ae0e-d4da07004296 req-514a874b-2391-43e6-ad21-d672cb425293 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333054 Jun 24 12:32:16.671846 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 42444) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:16.768744 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b40d0-4069-4b14-a78e-e9a6ec993fde req-cda88133-0b60-4d2b-9cc2-e75fb6d033c6 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:16.770908 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-994b40d0-4069-4b14-a78e-e9a6ec993fde req-cda88133-0b60-4d2b-9cc2-e75fb6d033c6 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0731437 Jun 24 12:32:16.811988 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-994b40d0-4069-4b14-a78e-e9a6ec993fde req-8cb40dc9-ea09-4287-9bcc-63d551a4138d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347004 Jun 24 12:32:17.181103 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d2d5044c-38b6-4e09-874b-715ad07a7d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612073'] for router_interface, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:17.497242 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-d2d5044c-38b6-4e09-874b-715ad07a7d85 admin admin] Deleting port edab2d1d-d18e-48f2-9687-d256e2149b75 {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:32:17.497604 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d2d5044c-38b6-4e09-874b-715ad07a7d85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:17.645163 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [None req-d2d5044c-38b6-4e09-874b-715ad07a7d85 admin admin] For port edab2d1d-d18e-48f2-9687-d256e2149b75, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=edab2d1d-d18e-48f2-9687-d256e2149b75,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:17.645668 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d2d5044c-38b6-4e09-874b-715ad07a7d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:17.662509 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-d2d5044c-38b6-4e09-874b-715ad07a7d85 admin admin] Calling delete_port for edab2d1d-d18e-48f2-9687-d256e2149b75 owned by network:router_interface {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:32:17.850651 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device fbbe6516-ec4c-42ff-9293-161748b5df5f details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:32:17.895021 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d2d5044c-38b6-4e09-874b-715ad07a7d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:17.898944 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-de82d442-8344-4c66-a03a-28a60ad2a0e9 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:17.931712 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d5044c-38b6-4e09-874b-715ad07a7d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=edab2d1d-d18e-48f2-9687-d256e2149b75,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:17.946882 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb941b9-5287-421a-9382-4142eaccd4ef req-36f7c291-79a4-438b-8ab9-1b7c29153759 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:17.958893 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-deb941b9-5287-421a-9382-4142eaccd4ef req-36f7c291-79a4-438b-8ab9-1b7c29153759 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.1396422 Jun 24 12:32:17.961794 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d2d5044c-38b6-4e09-874b-715ad07a7d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:18.011527 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port fbbe6516-ec4c-42ff-9293-161748b5df5f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:18.020214 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-deb941b9-5287-421a-9382-4142eaccd4ef req-e9b3622b-6765-4685-ae83-8a61ac19c820 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=33a905e6-8e8b-41a9-8955-7cb264ef6e7f&id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594077 Jun 24 12:32:18.032003 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': 'fbbe6516-ec4c-42ff-9293-161748b5df5f', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'port_id': 'fbbe6516-ec4c-42ff-9293-161748b5df5f', 'mac_address': 'fa:16:3e:f1:c4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:32:18.055318 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fea98-f69c-4669-a452-254c390eec55 req-e3718d01-ccf6-4e5b-bcdb-9ad16c10e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:18.056996 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-648fea98-f69c-4669-a452-254c390eec55 req-e3718d01-ccf6-4e5b-bcdb-9ad16c10e1d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72e7d47e8bb14f0787ba7fd6b1973cab&device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 1138 time: 0.2432451 Jun 24 12:32:18.085050 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:18.100378 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbbe6516-ec4c-42ff-9293-161748b5df5f {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:32:18.128770 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port fbbe6516-ec4c-42ff-9293-161748b5df5f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:18.138140 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:18.143608 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:18.198706 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fea98-f69c-4669-a452-254c390eec55 req-3f55e914-a9d5-41fd-8473-eadb3a28091a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:18.199445 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-648fea98-f69c-4669-a452-254c390eec55 req-3f55e914-a9d5-41fd-8473-eadb3a28091a service neutron] 10.222.0.49 "GET /v2.0/networks?id=061889bb-0b88-4ea0-a5b4-209b1bc263ea HTTP/1.1" status: 200 len: 916 time: 0.1353662 Jun 24 12:32:18.256315 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=fbbe6516-ec4c-42ff-9293-161748b5df5f,revision_number=6']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:18.264573 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:18.265197 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:18.265799 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:18.266320 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:18.266958 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:18.267657 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:18.268149 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:18.268630 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:18.269242 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:18.269736 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:18.270348 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:18.270962 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:18.271633 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9ebb0-9cce-49c7-9b52-a3a3375728b8 req-44475d49-fdc2-42c2-989e-a5f94c5fb527 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:18.273328 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c4c9ebb0-9cce-49c7-9b52-a3a3375728b8 req-44475d49-fdc2-42c2-989e-a5f94c5fb527 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 945 time: 0.1271088 Jun 24 12:32:18.275829 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:18.327971 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c4c9ebb0-9cce-49c7-9b52-a3a3375728b8 req-63155aa8-17ca-4b1a-b4d2-479de211ebf1 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485718 Jun 24 12:32:18.331134 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['fbbe6516-ec4c-42ff-9293-161748b5df5f'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:32:18.405251 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d2d5044c-38b6-4e09-874b-715ad07a7d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-955692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611193'] for router_interface, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:18.438046 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-648fea98-f69c-4669-a452-254c390eec55 req-202f8459-e949-445f-9825-09d1588bd742 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1fb0b53-a47e-46a1-b175-2eb873416a6a HTTP/1.1" status: 200 len: 1002 time: 0.1127121 Jun 24 12:32:18.584316 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fea98-f69c-4669-a452-254c390eec55 req-d327bcb8-5347-4bc8-8174-879ed3c97d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:18.585846 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-648fea98-f69c-4669-a452-254c390eec55 req-d327bcb8-5347-4bc8-8174-879ed3c97d13 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b238d92-fe9f-450b-82fc-2f9bf58fe02e HTTP/1.1" status: 200 len: 854 time: 0.1050420 Jun 24 12:32:18.740130 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fea98-f69c-4669-a452-254c390eec55 req-c3c35ba0-8d6b-4877-a53d-1684c7d1055f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:18.741667 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-648fea98-f69c-4669-a452-254c390eec55 req-c3c35ba0-8d6b-4877-a53d-1684c7d1055f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=061889bb-0b88-4ea0-a5b4-209b1bc263ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1481538 Jun 24 12:32:18.805405 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d5044c-38b6-4e09-874b-715ad07a7d85 admin admin] Router 6c142bc8-d47c-4c60-a23f-5ad408951073 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:32:18.929823 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-648fea98-f69c-4669-a452-254c390eec55 req-b48c6bd3-25d5-4e41-890d-53fdd6c8e49f service neutron] 10.222.0.49 "GET /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794369 Jun 24 12:32:19.074589 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d5044c-38b6-4e09-874b-715ad07a7d85 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:32:19.093392 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e89c90-2451-40c8-9629-23fafd7f5cfe None None] Sync routers for ids ['6c142bc8-d47c-4c60-a23f-5ad408951073'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:32:19.109256 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e89c90-2451-40c8-9629-23fafd7f5cfe None None] Routers {'6c142bc8-d47c-4c60-a23f-5ad408951073'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:32:19.110057 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-a5e89c90-2451-40c8-9629-23fafd7f5cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:31:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c142bc8-d47c-4c60-a23f-5ad408951073'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:19.141942 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-648fea98-f69c-4669-a452-254c390eec55 req-ac30456b-c1d1-4fe2-99f7-7d7e2a167299 service neutron] 10.222.0.49 "GET /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496162 Jun 24 12:32:19.149728 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42486) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:19.157838 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-d2d5044c-38b6-4e09-874b-715ad07a7d85 admin admin] 10.222.0.98 "PUT /v2.0/routers/6c142bc8-d47c-4c60-a23f-5ad408951073/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4838531 Jun 24 12:32:19.329490 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bd947-4a2c-4f1a-b51b-b48ef78b32da req-2af7d145-f4fb-4d71-bb13-7b439c2ce46b tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:19.342141 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-a5e89c90-2451-40c8-9629-23fafd7f5cfe None None] Set router 6c142bc8-d47c-4c60-a23f-5ad408951073 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:32:19.354449 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fe1bd947-4a2c-4f1a-b51b-b48ef78b32da req-2af7d145-f4fb-4d71-bb13-7b439c2ce46b tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.1549354 Jun 24 12:32:19.474011 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fe1bd947-4a2c-4f1a-b51b-b48ef78b32da req-febfbbd6-fef8-4b09-8071-02d3c0d3ddbf tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=33a905e6-8e8b-41a9-8955-7cb264ef6e7f&id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1185660 Jun 24 12:32:19.485482 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] Notify callbacks [] for router, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:19.701129 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-a5e89c90-2451-40c8-9629-23fafd7f5cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201'}], 'enable_snat': True}, 'gw_port_id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:32:17Z', 'revision_number': 5, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port': {'id': 'c0c8610c-53ae-4b75-8e45-8e877fcf1fa4', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:c6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:19.705579 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:19.727064 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71156a-a315-453e-a6c5-d5bbcea62781 req-00e46be1-68fa-4800-92ff-4e06efbdbccb tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:19.728639 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ff71156a-a315-453e-a6c5-d5bbcea62781 req-00e46be1-68fa-4800-92ff-4e06efbdbccb tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 945 time: 0.1718285 Jun 24 12:32:19.742692 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e89c90-2451-40c8-9629-23fafd7f5cfe None None] Checking router: 6c142bc8-d47c-4c60-a23f-5ad408951073 for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:32:19.754536 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e89c90-2451-40c8-9629-23fafd7f5cfe None None] Routers {'6c142bc8-d47c-4c60-a23f-5ad408951073'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:32:19.755199 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-a5e89c90-2451-40c8-9629-23fafd7f5cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:31:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c142bc8-d47c-4c60-a23f-5ad408951073'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:19.810697 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ff71156a-a315-453e-a6c5-d5bbcea62781 req-9a07d231-7ffd-4426-b4fb-64b92d2ac8d4 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539348 Jun 24 12:32:19.846984 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] Deleting port c0c8610c-53ae-4b75-8e45-8e877fcf1fa4 {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:32:19.847883 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:19.861417 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device fbbe6516-ec4c-42ff-9293-161748b5df5f up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:32:19.899641 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-a5e89c90-2451-40c8-9629-23fafd7f5cfe None None] Set router 6c142bc8-d47c-4c60-a23f-5ad408951073 gateway port host: None {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:32:19.947172 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] For port c0c8610c-53ae-4b75-8e45-8e877fcf1fa4, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=c0c8610c-53ae-4b75-8e45-8e877fcf1fa4,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:19.947562 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:19.960554 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-a5e89c90-2451-40c8-9629-23fafd7f5cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:32:19Z', 'revision_number': 6, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port_host': None}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:19.970306 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] Calling delete_port for c0c8610c-53ae-4b75-8e45-8e877fcf1fa4 owned by network:router_gateway {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:32:19.990792 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e89c90-2451-40c8-9629-23fafd7f5cfe None None] The sync data for ids ['6c142bc8-d47c-4c60-a23f-5ad408951073'] in dv-cinder-689486-14-smb is: [{'id': '6c142bc8-d47c-4c60-a23f-5ad408951073', 'name': 'tempest-AttachVolumeTestJSON-401371277-router', 'tenant_id': '19495abb439f45f38c2dc57598099b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:26:25Z', 'updated_at': '2021-06-24T12:32:19Z', 'revision_number': 6, 'project_id': '19495abb439f45f38c2dc57598099b25', 'gw_port_host': None}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:32:20.017301 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port fbbe6516-ec4c-42ff-9293-161748b5df5f triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:32:20.017518 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:20.108437 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:20.147309 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port fbbe6516-ec4c-42ff-9293-161748b5df5f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:20.148287 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbe6516-ec4c-42ff-9293-161748b5df5f'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:32:20.150791 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8277103-a4ae-4405-9ba0-3230e7ed514b" -d '{"events": [{"server_uuid": "99c3cd16-5d55-4365-bec6-59da6e9e7d9b", "name": "network-vif-plugged", "status": "completed", "tag": "fbbe6516-ec4c-42ff-9293-161748b5df5f"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:32:20.157771 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:20.160203 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:20.172060 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:20.177359 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-75649298-d011-460f-a881-b2b8adec0740 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:20.210374 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c8610c-53ae-4b75-8e45-8e877fcf1fa4,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:20.213725 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:20.225530 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=fbbe6516-ec4c-42ff-9293-161748b5df5f,revision_number=7']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:20.229463 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:20.297288 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06afd55e-ad95-4a68-a1b9-18a37e7bf59c x-openstack-request-id: req-06afd55e-ad95-4a68-a1b9-18a37e7bf59c {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:32:20.297599 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c3cd16-5d55-4365-bec6-59da6e9e7d9b", "name": "network-vif-plugged", "status": "completed", "tag": "fbbe6516-ec4c-42ff-9293-161748b5df5f", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:32:20.297854 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-06afd55e-ad95-4a68-a1b9-18a37e7bf59c {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:32:20.298262 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbe6516-ec4c-42ff-9293-161748b5df5f', 'code': 200} Jun 24 12:32:20.304213 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613020'] for router_gateway, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:20.424280 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60476'] for router, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:20.427014 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:20.492883 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-613332'] for router, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:20.493328 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c142bc8-d47c-4c60-a23f-5ad408951073 {{(pid=92888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:32:20.497596 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] Notify callbacks [] for router, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:20.498960 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-d7e10ee4-7674-4ece-99c2-c57fd83b84aa admin admin] 10.222.0.98 "DELETE /v2.0/routers/6c142bc8-d47c-4c60-a23f-5ad408951073 HTTP/1.1" status: 204 len: 168 time: 1.3477883 Jun 24 12:32:20.502064 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42494) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:20.554457 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_v2 [None req-164b1b2b-390d-4227-af14-cfd116f2e6c3 admin admin] Deleting subnet 7e51db95-cdf4-458e-ba02-7824ab521c2a {{(pid=92888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:32:20.557929 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-164b1b2b-390d-4227-af14-cfd116f2e6c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:20.606577 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-164b1b2b-390d-4227-af14-cfd116f2e6c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3353590'] for subnet, precommit_delete_associations {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:20.780750 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057b00d-31af-43ae-be69-87873553daed req-8dca43a7-7545-4b87-8dad-acd9c2bf5326 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:20.782340 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4057b00d-31af-43ae-be69-87873553daed req-8dca43a7-7545-4b87-8dad-acd9c2bf5326 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.1732395 Jun 24 12:32:20.786300 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-164b1b2b-390d-4227-af14-cfd116f2e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8177933'] for subnet, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:20.861325 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4057b00d-31af-43ae-be69-87873553daed req-bac404d1-98f9-4eef-b594-1366fc273f37 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=33a905e6-8e8b-41a9-8955-7cb264ef6e7f&id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546005 Jun 24 12:32:20.886169 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-164b1b2b-390d-4227-af14-cfd116f2e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8177946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3601876'] for subnet, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:20.886169 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-4e9c74e5-f360-4508-a51b-593f75cb9fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:21.073418 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device edab2d1d-d18e-48f2-9687-d256e2149b75 no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:32:21.105646 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: edab2d1d-d18e-48f2-9687-d256e2149b75 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:32:21.106301 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device edab2d1d-d18e-48f2-9687-d256e2149b75 not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:32:21.106955 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device c0c8610c-53ae-4b75-8e45-8e877fcf1fa4 no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:32:21.161908 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: c0c8610c-53ae-4b75-8e45-8e877fcf1fa4 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:32:21.164034 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device c0c8610c-53ae-4b75-8e45-8e877fcf1fa4 not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:32:21.303134 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b1b2b-390d-4227-af14-cfd116f2e6c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e51db95-cdf4-458e-ba02-7824ab521c2a,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:21.321951 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6116537-3d75-4fd1-b90d-952876e4a256 None None] Network 6a10afaa-69bf-4861-aff0-1527b9cbd705 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:32:21.340934 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-164b1b2b-390d-4227-af14-cfd116f2e6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:21.345368 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-164b1b2b-390d-4227-af14-cfd116f2e6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:21.350732 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-164b1b2b-390d-4227-af14-cfd116f2e6c3 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/7e51db95-cdf4-458e-ba02-7824ab521c2a HTTP/1.1" status: 204 len: 168 time: 0.8463504 Jun 24 12:32:21.351123 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 42508) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:21.434927 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536c17b-4c83-42a9-b93f-9282e1896227 req-923941e2-e459-47b5-9409-c068bf5e135b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:21.436907 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1536c17b-4c83-42a9-b93f-9282e1896227 req-923941e2-e459-47b5-9409-c068bf5e135b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.1877375 Jun 24 12:32:21.490264 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36804a39-5c94-4fc9-8662-39ff0335c2c0 req-16d7200c-9669-4f1f-84aa-2f8386714bfb tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:21.503910 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-36804a39-5c94-4fc9-8662-39ff0335c2c0 req-16d7200c-9669-4f1f-84aa-2f8386714bfb tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.1969664 Jun 24 12:32:21.528496 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1536c17b-4c83-42a9-b93f-9282e1896227 req-9c96fe95-53ef-43d6-be22-220b66adaf73 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845780 Jun 24 12:32:21.606775 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9666f7-0df6-431b-bfb7-c1f18860197b None None] DHCP port deletion for 6a10afaa-69bf-4861-aff0-1527b9cbd705 request from dv-cinder-689486-14-smb {{(pid=92891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:32:21.611607 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-36804a39-5c94-4fc9-8662-39ff0335c2c0 req-321a69e7-ab48-45b6-8cda-bf147ca2c641 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905654 Jun 24 12:32:21.683498 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-7d9666f7-0df6-431b-bfb7-c1f18860197b None None] Deleting port 0e83f5c3-7f28-45bc-875e-532d95ab946a {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:32:21.683757 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9666f7-0df6-431b-bfb7-c1f18860197b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:21.745518 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7938150'] for network, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:21.776796 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-7d9666f7-0df6-431b-bfb7-c1f18860197b None None] For port 0e83f5c3-7f28-45bc-875e-532d95ab946a, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=0e83f5c3-7f28-45bc-875e-532d95ab946a,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:21.777291 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9666f7-0df6-431b-bfb7-c1f18860197b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:21.793187 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-7d9666f7-0df6-431b-bfb7-c1f18860197b None None] Calling delete_port for 0e83f5c3-7f28-45bc-875e-532d95ab946a owned by network:dhcp {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:32:21.812419 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Deleting port 0e83f5c3-7f28-45bc-875e-532d95ab946a {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:32:21.812870 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:21.937254 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] For port 0e83f5c3-7f28-45bc-875e-532d95ab946a, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=0e83f5c3-7f28-45bc-875e-532d95ab946a,segment=NetworkSegment(652b4ba4-62d8-4156-83ce-9fe347d06103),segment_id=652b4ba4-62d8-4156-83ce-9fe347d06103)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:21.938013 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:21.961624 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Calling delete_port for 0e83f5c3-7f28-45bc-875e-532d95ab946a owned by network:dhcp {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:32:21.962143 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9666f7-0df6-431b-bfb7-c1f18860197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:21.973662 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:21.981293 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9666f7-0df6-431b-bfb7-c1f18860197b None None] No DVR routers for this DVR port 0e83f5c3-7f28-45bc-875e-532d95ab946a on host dv-cinder-689486-14-smb {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:32:22.018116 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9666f7-0df6-431b-bfb7-c1f18860197b None None] Pushing event deleted for resources: {'Port': ['ID=0e83f5c3-7f28-45bc-875e-532d95ab946a,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:22.021190 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-7d9666f7-0df6-431b-bfb7-c1f18860197b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:22.094100 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:22.097590 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-ed52757c-5510-417d-8c96-c5fc539807db tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:22.126570 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e83f5c3-7f28-45bc-875e-532d95ab946a,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:22.136253 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] No DVR routers for this DVR port 0e83f5c3-7f28-45bc-875e-532d95ab946a on host dv-cinder-689486-14-smb {{(pid=92890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:32:22.140617 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:22.160880 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82aa77-f56d-4904-8e10-13d1908416fa req-92a97589-9ebc-4391-9816-4ec41ef3c702 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:22.163526 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8f82aa77-f56d-4904-8e10-13d1908416fa req-92a97589-9ebc-4391-9816-4ec41ef3c702 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.0935197 Jun 24 12:32:22.227327 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-8f82aa77-f56d-4904-8e10-13d1908416fa req-6bbb3f73-dae0-40c4-ab36-7b675922b9ee tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=33a905e6-8e8b-41a9-8955-7cb264ef6e7f&id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566494 Jun 24 12:32:22.250316 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8179803', 'neutron.services.segments.db._delete_segments_for_network-8792598930728'] for network, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:22.264144 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a10afaa-69bf-4861-aff0-1527b9cbd705']}} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:22.283525 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652b4ba4-62d8-4156-83ce-9fe347d06103') {'for_net_delete': True} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:22.284158 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652b4ba4-62d8-4156-83ce-9fe347d06103') {} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:32:22.298727 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792598917807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632487'] for segment, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:22.315389 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:22.326056 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=92890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:32:22.326563 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530540'] for segment, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: self.session.flush() Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: self.session.flush() Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: self.session.flush() Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: self.session.flush() Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: Traceback (most recent call last): Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: timer() Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: cb(*args, **kw) Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: return func(*args, **kwargs) Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: self._notify() Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: self.callback(batched_events) Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: event.method(event) Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: return f(self, *a, **k) Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: return self._get(url).json() Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: return self.request(url, 'GET', **kwargs) Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:32:22.328591 dv-cinder-689486-14-smb neutron-server[92890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:32:22.398991 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8179778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612982'] for network, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:22.404113 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:22.406919 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:22.412684 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] 10.222.0.98 "DELETE /v2.0/networks/6a10afaa-69bf-4861-aff0-1527b9cbd705 HTTP/1.1" status: 204 len: 168 time: 1.0572755 Jun 24 12:32:22.425999 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a10afaa-69bf-4861-aff0-1527b9cbd705,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:22.429477 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-dfa8ca41-a53a-46fc-b571-72eb73091800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:22.601700 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 42516) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:22.697005 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-117dce02-4792-45bb-95da-5049d88d205b admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=19495abb439f45f38c2dc57598099b25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0910954 Jun 24 12:32:22.699241 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 42520) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:22.746103 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25f0b8-5503-4835-ba11-d0e3dbedc28b req-f5980c36-078e-408a-b1e3-fda228d742fc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:22.754771 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1a25f0b8-5503-4835-ba11-d0e3dbedc28b req-f5980c36-078e-408a-b1e3-fda228d742fc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0865257 Jun 24 12:32:22.763123 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ee51119c-57be-4aa5-92a2-ec64f8015c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:22.797534 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ee51119c-57be-4aa5-92a2-ec64f8015c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:22.834449 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1a25f0b8-5503-4835-ba11-d0e3dbedc28b req-149452c5-44b4-4b0f-9f4a-cf8f8dc33e7f tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788269 Jun 24 12:32:22.859749 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ee51119c-57be-4aa5-92a2-ec64f8015c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:22.862370 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ee51119c-57be-4aa5-92a2-ec64f8015c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:22.865510 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-ee51119c-57be-4aa5-92a2-ec64f8015c14 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/f1ff89c3-499b-46d4-af92-3aabf070c269 HTTP/1.1" status: 204 len: 168 time: 0.1644652 Jun 24 12:32:22.865839 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8be8f941-406e-437b-a81d-7d4ebee74e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:22.879861 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee51119c-57be-4aa5-92a2-ec64f8015c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ff89c3-499b-46d4-af92-3aabf070c269,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:22.889113 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41663afd-8905-4937-851c-02f69036a9fd req-641aac91-5706-4f65-ade0-8e325f2d77bb tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:22.891155 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-41663afd-8905-4937-851c-02f69036a9fd req-641aac91-5706-4f65-ade0-8e325f2d77bb tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.1127374 Jun 24 12:32:22.892168 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-ee51119c-57be-4aa5-92a2-ec64f8015c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:22.944438 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-41663afd-8905-4937-851c-02f69036a9fd req-97da5b96-4228-484b-896d-b44d433b8212 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410876 Jun 24 12:32:23.037180 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 0e83f5c3-7f28-45bc-875e-532d95ab946a no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:32:23.060479 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: 0e83f5c3-7f28-45bc-875e-532d95ab946a {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:32:23.060813 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 0e83f5c3-7f28-45bc-875e-532d95ab946a not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:32:23.469040 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06aeace-4e61-4894-9d58-c46623b10c40 req-b2d7e8a6-dafe-4447-980c-fd89e74d81d0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:23.471022 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b06aeace-4e61-4894-9d58-c46623b10c40 req-b2d7e8a6-dafe-4447-980c-fd89e74d81d0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.1082842 Jun 24 12:32:23.531933 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b06aeace-4e61-4894-9d58-c46623b10c40 req-d29deb11-c40a-4014-9a59-46de7b6bda76 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=33a905e6-8e8b-41a9-8955-7cb264ef6e7f&id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514791 Jun 24 12:32:24.068987 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655616d7-f0b0-43b9-a6b7-c50a344e9c72 req-08065595-ca84-4bb0-935b-df4cf4da079d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:24.070603 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-655616d7-f0b0-43b9-a6b7-c50a344e9c72 req-08065595-ca84-4bb0-935b-df4cf4da079d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0857151 Jun 24 12:32:24.117860 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-655616d7-f0b0-43b9-a6b7-c50a344e9c72 req-3a61f160-e6e5-4fce-a690-71c470f61945 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413198 Jun 24 12:32:24.330701 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121fc3c-c849-42cb-b888-c5e83fb2d963 req-ce1aba2f-3018-4ddf-b4f7-cb0740e52f95 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:24.333199 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e121fc3c-c849-42cb-b888-c5e83fb2d963 req-ce1aba2f-3018-4ddf-b4f7-cb0740e52f95 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.0798366 Jun 24 12:32:24.387448 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e121fc3c-c849-42cb-b888-c5e83fb2d963 req-a84636de-50fd-46de-8551-7b6b129b77ad tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480232 Jun 24 12:32:24.740890 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd509163-abbc-4ce7-bf7b-a23f65e27a76 req-c2e1a966-7b7d-4da2-b9da-186727fd0fea tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:24.742627 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bd509163-abbc-4ce7-bf7b-a23f65e27a76 req-c2e1a966-7b7d-4da2-b9da-186727fd0fea tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.0753183 Jun 24 12:32:24.805618 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bd509163-abbc-4ce7-bf7b-a23f65e27a76 req-11e1a3c6-ff5f-49f6-bd45-f68cd68ef7e1 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=33a905e6-8e8b-41a9-8955-7cb264ef6e7f&id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540800 Jun 24 12:32:25.330483 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd70e0-02c0-4e39-9fb4-1b688915494b req-ebe0237b-9d6e-43ce-a5fb-7f35b3dfe71d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:25.332761 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5fcd70e0-02c0-4e39-9fb4-1b688915494b req-ebe0237b-9d6e-43ce-a5fb-7f35b3dfe71d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0802157 Jun 24 12:32:25.385631 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5fcd70e0-02c0-4e39-9fb4-1b688915494b req-15e98327-a5bc-480b-af54-254a17274baf tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470822 Jun 24 12:32:25.560231 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5367cf0d-c968-446c-888d-8bc7d5bc0438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:25.648742 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0f960-931d-400a-b590-664ad4219053 req-68e91efb-bb1c-4607-b45f-8db06dd8cca4 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:25.650354 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6bc0f960-931d-400a-b590-664ad4219053 req-68e91efb-bb1c-4607-b45f-8db06dd8cca4 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.1008461 Jun 24 12:32:25.725359 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6bc0f960-931d-400a-b590-664ad4219053 req-743f5097-bf96-47f7-83ce-20fc06f63140 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666809 Jun 24 12:32:26.034041 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b711c-03a0-4756-a776-425bf0b324b5 req-c3eb59be-07b0-49e4-a83b-78712168848e tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:26.038656 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ed0b711c-03a0-4756-a776-425bf0b324b5 req-c3eb59be-07b0-49e4-a83b-78712168848e tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.0896139 Jun 24 12:32:26.087427 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ed0b711c-03a0-4756-a776-425bf0b324b5 req-f3daa07c-a7b8-4bd9-a909-59a0918d5f77 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=33a905e6-8e8b-41a9-8955-7cb264ef6e7f&id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431523 Jun 24 12:32:26.721160 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7404c5-9847-4ab9-9495-d575137ec02e req-21d6a516-1abd-4c1d-8fa6-d69269804d89 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:26.722879 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2e7404c5-9847-4ab9-9495-d575137ec02e req-21d6a516-1abd-4c1d-8fa6-d69269804d89 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0703380 Jun 24 12:32:26.771461 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2e7404c5-9847-4ab9-9495-d575137ec02e req-d34f5e8e-648f-4536-8a6f-bfaa16238d5f tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412791 Jun 24 12:32:26.923999 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056e126-947e-47e3-8102-206615e78b76 req-01d88d26-3da9-4654-9df7-1fe437f6d895 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:26.926848 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0056e126-947e-47e3-8102-206615e78b76 req-01d88d26-3da9-4654-9df7-1fe437f6d895 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.0769699 Jun 24 12:32:26.983988 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0056e126-947e-47e3-8102-206615e78b76 req-f14467cf-2fe9-4449-a305-b1c1dfd2064d tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504699 Jun 24 12:32:27.271175 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 42610) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:27.299614 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3951650-0378-473e-bb61-ff5f81c5f6fa req-48273310-efed-42e5-b1b5-1d882ef11d88 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:27.301496 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d3951650-0378-473e-bb61-ff5f81c5f6fa req-48273310-efed-42e5-b1b5-1d882ef11d88 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.0868285 Jun 24 12:32:27.354143 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d3951650-0378-473e-bb61-ff5f81c5f6fa req-19273fa3-fb75-4237-a295-f159fa6f374b tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=33a905e6-8e8b-41a9-8955-7cb264ef6e7f&id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428381 Jun 24 12:32:27.411710 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-cecf823d-329b-4d3a-b8a4-f9d1c03464e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:27.505000 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-cecf823d-329b-4d3a-b8a4-f9d1c03464e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:27.509485 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-cecf823d-329b-4d3a-b8a4-f9d1c03464e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:27.512224 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-87f7c62a-a0bd-44b9-9f91-b94dbae3d368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:27.549606 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf823d-329b-4d3a-b8a4-f9d1c03464e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d269d1-a433-4579-b159-cacdc3452a02,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:27.552688 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-cecf823d-329b-4d3a-b8a4-f9d1c03464e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:27.555871 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-cecf823d-329b-4d3a-b8a4-f9d1c03464e7 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=99563140324144c8beb395eae267bf95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835503 Jun 24 12:32:27.557965 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42614) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:27.622258 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e498087a-e9b5-4b13-a238-f4115712b6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:27.645908 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e498087a-e9b5-4b13-a238-f4115712b6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:27.696628 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e498087a-e9b5-4b13-a238-f4115712b6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:27.700617 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e498087a-e9b5-4b13-a238-f4115712b6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:27.701895 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-e498087a-e9b5-4b13-a238-f4115712b6e6 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/06d269d1-a433-4579-b159-cacdc3452a02 HTTP/1.1" status: 204 len: 168 time: 0.1428680 Jun 24 12:32:27.702874 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-16680609-5ebc-471e-9874-81393a5eaae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:27.711415 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498087a-e9b5-4b13-a238-f4115712b6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d269d1-a433-4579-b159-cacdc3452a02,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:27.713742 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-e498087a-e9b5-4b13-a238-f4115712b6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:27.972106 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cb537-7f7e-47dd-90e9-068b933387ac req-dd5df1a2-b087-41b0-a785-81ad56743e4c tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:27.973647 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e58cb537-7f7e-47dd-90e9-068b933387ac req-dd5df1a2-b087-41b0-a785-81ad56743e4c tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0719087 Jun 24 12:32:28.015126 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e58cb537-7f7e-47dd-90e9-068b933387ac req-89232bdc-ac86-40b8-a350-091b70f94b59 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356121 Jun 24 12:32:28.045017 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cf900721-16d0-4abd-af27-9a5a50c672bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:28.386129 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0a070-0f56-4b38-928e-24ed62e21950 req-8f6d3374-ae08-4f3c-b21c-d2667cf2618c tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:28.387674 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-12c0a070-0f56-4b38-928e-24ed62e21950 req-8f6d3374-ae08-4f3c-b21c-d2667cf2618c tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.0812054 Jun 24 12:32:28.434750 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-12c0a070-0f56-4b38-928e-24ed62e21950 req-2732ec75-264b-430a-8b6a-bacac7bf3e53 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395613 Jun 24 12:32:28.491919 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823d155-89a4-44de-bc19-4215223796a3 req-918126b4-ffc9-4c6c-902a-1fc05746c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:28.493424 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-4823d155-89a4-44de-bc19-4215223796a3 req-918126b4-ffc9-4c6c-902a-1fc05746c082 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc538158c2904a4fab192222206e534b&device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 1099 time: 0.0599346 Jun 24 12:32:28.514515 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:28.547010 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94801209-cbe2-4ad2-bcd8-fc2e2e5237db req-5c3b9a92-e8db-45f6-858e-af3507e19370 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:28.552594 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-94801209-cbe2-4ad2-bcd8-fc2e2e5237db req-5c3b9a92-e8db-45f6-858e-af3507e19370 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.0847945 Jun 24 12:32:28.593798 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823d155-89a4-44de-bc19-4215223796a3 req-d5668018-4282-428a-a562-c630e52f88a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:28.595867 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-4823d155-89a4-44de-bc19-4215223796a3 req-d5668018-4282-428a-a562-c630e52f88a3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc8b3f62-1ecb-457f-a82e-3de3879b3067 HTTP/1.1" status: 200 len: 918 time: 0.0953913 Jun 24 12:32:28.599988 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-94801209-cbe2-4ad2-bcd8-fc2e2e5237db req-8a337895-91b3-40cd-8e07-4a99f3ba1236 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=33a905e6-8e8b-41a9-8955-7cb264ef6e7f&id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448954 Jun 24 12:32:28.669139 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-4823d155-89a4-44de-bc19-4215223796a3 req-fa7453f6-13db-416c-b018-9d025da28d1b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f HTTP/1.1" status: 200 len: 1001 time: 0.0651102 Jun 24 12:32:28.724753 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823d155-89a4-44de-bc19-4215223796a3 req-9760421a-2d3c-4c47-9697-3b2a0d943c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:28.726244 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-4823d155-89a4-44de-bc19-4215223796a3 req-9760421a-2d3c-4c47-9697-3b2a0d943c9e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23408857-b599-4648-884f-3a1e8e563403 HTTP/1.1" status: 200 len: 856 time: 0.0501056 Jun 24 12:32:28.805802 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823d155-89a4-44de-bc19-4215223796a3 req-65e28ad8-afd8-41db-b5fe-696d149e1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:28.807313 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-4823d155-89a4-44de-bc19-4215223796a3 req-65e28ad8-afd8-41db-b5fe-696d149e1976 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc8b3f62-1ecb-457f-a82e-3de3879b3067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0743258 Jun 24 12:32:28.919970 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-4823d155-89a4-44de-bc19-4215223796a3 req-e746b9d1-aef0-471c-a702-7eb1a5bc3948 service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917432 Jun 24 12:32:29.015437 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-4823d155-89a4-44de-bc19-4215223796a3 req-4283fa89-a50a-4e0f-a605-1441227b0793 service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861719 Jun 24 12:32:29.098915 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42682) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:29.222342 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-896731ce-2d80-4862-a290-452db8d34803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.284067 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9b4dd-eff6-47ca-84da-d6f57e9f02f3 req-11f7335a-4a22-44e3-8e5f-4aca6c7f71f1 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:29.285572 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e2d9b4dd-eff6-47ca-84da-d6f57e9f02f3 req-11f7335a-4a22-44e3-8e5f-4aca6c7f71f1 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.1141770 Jun 24 12:32:29.340952 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e2d9b4dd-eff6-47ca-84da-d6f57e9f02f3 req-79a75707-e0cb-4958-9568-9c424c5cdce2 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488260 Jun 24 12:32:29.367704 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-896731ce-2d80-4862-a290-452db8d34803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.371683 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-896731ce-2d80-4862-a290-452db8d34803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.374315 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:29.415013 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-896731ce-2d80-4862-a290-452db8d34803 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c09d8c5dea0f4136b1802635b9e7343e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148665 Jun 24 12:32:29.415954 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896731ce-2d80-4862-a290-452db8d34803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c1d68e-d694-4272-8c2e-ec9ea9191fff,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:29.418248 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42686) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:29.419174 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.420548 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-896731ce-2d80-4862-a290-452db8d34803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:29.476993 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-dd967633-af8a-4220-b599-34ce0a11fa04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.509559 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-dd967633-af8a-4220-b599-34ce0a11fa04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.559423 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-dd967633-af8a-4220-b599-34ce0a11fa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.562046 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-dd967633-af8a-4220-b599-34ce0a11fa04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:29.566295 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-dd967633-af8a-4220-b599-34ce0a11fa04 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e3c1d68e-d694-4272-8c2e-ec9ea9191fff HTTP/1.1" status: 204 len: 168 time: 0.1440511 Jun 24 12:32:29.566295 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-223466a3-7fec-40e6-9710-9ad780ce5127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:29.573552 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd967633-af8a-4220-b599-34ce0a11fa04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c1d68e-d694-4272-8c2e-ec9ea9191fff,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:29.575851 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-dd967633-af8a-4220-b599-34ce0a11fa04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:29.647561 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb8430-2d03-43fb-ab0b-e9b60fbcc202 req-3804a5c4-8c85-4afb-80e4-b5c287677e3a tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:29.649093 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-54bb8430-2d03-43fb-ab0b-e9b60fbcc202 req-3804a5c4-8c85-4afb-80e4-b5c287677e3a tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.0720875 Jun 24 12:32:29.696264 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-54bb8430-2d03-43fb-ab0b-e9b60fbcc202 req-c3dd8666-ebec-4a71-ad44-2a0785d6f5a5 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409119 Jun 24 12:32:29.783757 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f627d-871d-4e0a-bb66-2fcea218d500 req-80e7e904-4814-4a28-9590-ba2a7ade0f30 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:29.789687 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9c1f627d-871d-4e0a-bb66-2fcea218d500 req-80e7e904-4814-4a28-9590-ba2a7ade0f30 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.0744784 Jun 24 12:32:29.826896 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9c1f627d-871d-4e0a-bb66-2fcea218d500 req-fb2b38b0-dc44-47cd-a227-25555149e965 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=33a905e6-8e8b-41a9-8955-7cb264ef6e7f&id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355113 Jun 24 12:32:30.524364 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c7bdd-d830-4dfe-8f16-b84a977e9c5f req-2af1b2eb-3d18-412b-bdff-efc05202dc03 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:30.525853 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-954c7bdd-d830-4dfe-8f16-b84a977e9c5f req-2af1b2eb-3d18-412b-bdff-efc05202dc03 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.0667758 Jun 24 12:32:30.563821 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-954c7bdd-d830-4dfe-8f16-b84a977e9c5f req-df0e8a46-a402-46a6-bf93-e645baada255 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321000 Jun 24 12:32:30.863174 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:30.897260 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d863ff-849e-4cd6-ad60-e59f4cc5085b req-c1f5bf30-b00c-4ac9-9ef7-7df82b8709fb tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:30.899464 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-57d863ff-849e-4cd6-ad60-e59f4cc5085b req-c1f5bf30-b00c-4ac9-9ef7-7df82b8709fb tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.0854421 Jun 24 12:32:30.963909 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-57d863ff-849e-4cd6-ad60-e59f4cc5085b req-98116f46-9e35-41e5-99b4-565c9adefd29 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554683 Jun 24 12:32:31.038770 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fa7b8-225d-4f53-9d66-e1eb06c57088 req-53028a6f-e98b-42c7-aa47-d078172fa9b7 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:31.040572 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4e8fa7b8-225d-4f53-9d66-e1eb06c57088 req-53028a6f-e98b-42c7-aa47-d078172fa9b7 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.0751324 Jun 24 12:32:31.090612 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4e8fa7b8-225d-4f53-9d66-e1eb06c57088 req-173e4193-a226-4c92-a56b-8812be525aca tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=33a905e6-8e8b-41a9-8955-7cb264ef6e7f&id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0433986 Jun 24 12:32:31.328411 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:31.342092 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42746) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:31.377482 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d5863696-60bb-428e-92d8-df96945fb47a req-47c947a1-d546-4916-8c26-e417c9f2955a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0606232 Jun 24 12:32:31.460033 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b00f81bd-0dc3-4d4d-b865-52c1ca48394f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:31.470113 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5863696-60bb-428e-92d8-df96945fb47a req-ba18f51d-ca83-4b93-8c81-4c10ed22781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:31.472760 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d5863696-60bb-428e-92d8-df96945fb47a req-ba18f51d-ca83-4b93-8c81-4c10ed22781c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc538158c2904a4fab192222206e534b&device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 1099 time: 0.0586624 Jun 24 12:32:31.598078 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b00f81bd-0dc3-4d4d-b865-52c1ca48394f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:31.604688 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b00f81bd-0dc3-4d4d-b865-52c1ca48394f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:31.609288 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d4c8ed55-3e60-46ab-a0d4-57cad1e0f3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:31.613812 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5863696-60bb-428e-92d8-df96945fb47a req-4683ce45-538b-4abb-b0a5-2ccc7464cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:31.615565 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d5863696-60bb-428e-92d8-df96945fb47a req-4683ce45-538b-4abb-b0a5-2ccc7464cfc5 service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc8b3f62-1ecb-457f-a82e-3de3879b3067 HTTP/1.1" status: 200 len: 918 time: 0.1062360 Jun 24 12:32:31.646550 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f25c8-c21c-4fe9-aa34-15d1e976b339 req-1ebae537-1225-4cf8-8242-5341d808fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:31.648096 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-196f25c8-c21c-4fe9-aa34-15d1e976b339 req-1ebae537-1225-4cf8-8242-5341d808fd8c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab3202e2b14640afb4d51e51be80066a&device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 1098 time: 0.1195087 Jun 24 12:32:31.653538 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f81bd-0dc3-4d4d-b865-52c1ca48394f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffd09dc-f4a4-4c71-98d2-380b4bf2b5b0,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:31.691313 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d5863696-60bb-428e-92d8-df96945fb47a req-cc4fda09-f316-4668-90fb-0dcb307cacf0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f HTTP/1.1" status: 200 len: 1001 time: 0.0689740 Jun 24 12:32:31.712014 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-b00f81bd-0dc3-4d4d-b865-52c1ca48394f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=0ee60e6ed2bc4af2af09e0288d3f98bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687074 Jun 24 12:32:31.723808 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 42752) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:31.728298 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-b00f81bd-0dc3-4d4d-b865-52c1ca48394f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:31.767853 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5863696-60bb-428e-92d8-df96945fb47a req-55039c80-88a8-4daf-8b12-688509714e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:31.769881 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d5863696-60bb-428e-92d8-df96945fb47a req-55039c80-88a8-4daf-8b12-688509714e34 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23408857-b599-4648-884f-3a1e8e563403 HTTP/1.1" status: 200 len: 856 time: 0.0722926 Jun 24 12:32:31.802367 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f25c8-c21c-4fe9-aa34-15d1e976b339 req-308e7de1-ff6d-495c-9e47-9a5e7f61c49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:31.803863 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-196f25c8-c21c-4fe9-aa34-15d1e976b339 req-308e7de1-ff6d-495c-9e47-9a5e7f61c49e service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813 HTTP/1.1" status: 200 len: 910 time: 0.1401625 Jun 24 12:32:31.817278 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16564eaf-4c26-444d-b732-65197ac28ac2 req-6eb18af9-c2f3-48fd-b0ba-f6d6a900c2ee tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:31.818621 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b38b9fe8-28cf-4db5-a680-f6cf33c6004b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:31.818789 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-16564eaf-4c26-444d-b732-65197ac28ac2 req-6eb18af9-c2f3-48fd-b0ba-f6d6a900c2ee tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 946 time: 0.1057501 Jun 24 12:32:31.846569 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b38b9fe8-28cf-4db5-a680-f6cf33c6004b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:31.898502 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5863696-60bb-428e-92d8-df96945fb47a req-96d66d4d-a2f1-4904-9291-4c2e41319f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:31.900013 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d5863696-60bb-428e-92d8-df96945fb47a req-96d66d4d-a2f1-4904-9291-4c2e41319f2c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc8b3f62-1ecb-457f-a82e-3de3879b3067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1206763 Jun 24 12:32:31.906117 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-16564eaf-4c26-444d-b732-65197ac28ac2 req-74e8a910-4082-4c30-907a-c7c89c4c220a tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797589 Jun 24 12:32:31.908504 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-196f25c8-c21c-4fe9-aa34-15d1e976b339 req-d580a82d-ff83-49e1-b967-e42c374d2b65 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581 HTTP/1.1" status: 200 len: 1000 time: 0.0887480 Jun 24 12:32:31.941292 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device fbbe6516-ec4c-42ff-9293-161748b5df5f no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:32:31.967735 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b38b9fe8-28cf-4db5-a680-f6cf33c6004b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:31.969303 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f25c8-c21c-4fe9-aa34-15d1e976b339 req-e7edcc3b-9741-4a2e-a81a-94891d77b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:31.970415 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b38b9fe8-28cf-4db5-a680-f6cf33c6004b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:31.970839 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-196f25c8-c21c-4fe9-aa34-15d1e976b339 req-e7edcc3b-9741-4a2e-a81a-94891d77b96c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c2e608d6-0ace-49bb-8372-767f80935cbd HTTP/1.1" status: 200 len: 848 time: 0.0567777 Jun 24 12:32:31.971656 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-b38b9fe8-28cf-4db5-a680-f6cf33c6004b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/bffd09dc-f4a4-4c71-98d2-380b4bf2b5b0 HTTP/1.1" status: 204 len: 168 time: 0.2468657 Jun 24 12:32:31.974292 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-63581265-b37f-4f88-b4d3-e7e0f1f5c50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:32.010809 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b9fe8-28cf-4db5-a680-f6cf33c6004b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffd09dc-f4a4-4c71-98d2-380b4bf2b5b0,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:32.030637 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b38b9fe8-28cf-4db5-a680-f6cf33c6004b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:32.050887 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f25c8-c21c-4fe9-aa34-15d1e976b339 req-56df53ee-5c11-4ea7-b2e3-c9fb80b44f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:32.053252 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-196f25c8-c21c-4fe9-aa34-15d1e976b339 req-56df53ee-5c11-4ea7-b2e3-c9fb80b44f03 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0752466 Jun 24 12:32:32.083818 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d5863696-60bb-428e-92d8-df96945fb47a req-475ab116-568e-4f55-938e-d4b63372a7e0 service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734176 Jun 24 12:32:32.187072 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:32.218831 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbbe6516-ec4c-42ff-9293-161748b5df5f'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:32:32.222355 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc07bed-4191-46f1-9560-59aebc7fce6d" -d '{"events": [{"server_uuid": "99c3cd16-5d55-4365-bec6-59da6e9e7d9b", "name": "network-vif-unplugged", "status": "completed", "tag": "fbbe6516-ec4c-42ff-9293-161748b5df5f"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:32:32.235462 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port fbbe6516-ec4c-42ff-9293-161748b5df5f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:32.241403 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:32.243817 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-d9f05f03-d9ad-4303-8bba-8074153c8038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:32.265559 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-d5863696-60bb-428e-92d8-df96945fb47a req-dbb16c37-9472-4014-b42c-c241b906007a service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771305 Jun 24 12:32:32.281491 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-196f25c8-c21c-4fe9-aa34-15d1e976b339 req-f667b114-60d6-4757-b222-2514d7a80885 service neutron] 10.222.0.49 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209685 Jun 24 12:32:32.313674 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=fbbe6516-ec4c-42ff-9293-161748b5df5f,revision_number=8']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:32.317786 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:32.382804 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e447b0f-26e5-4b88-8050-a4a8e7b2176d req-d393ecfa-b5fa-416d-b41f-eaf176ba3d18 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:32.384360 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0e447b0f-26e5-4b88-8050-a4a8e7b2176d req-d393ecfa-b5fa-416d-b41f-eaf176ba3d18 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.2192400 Jun 24 12:32:32.437562 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-196f25c8-c21c-4fe9-aa34-15d1e976b339 req-2220088a-05f1-486a-a244-9acb46eb01d1 service neutron] 10.222.0.49 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486001 Jun 24 12:32:32.442862 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0e447b0f-26e5-4b88-8050-a4a8e7b2176d req-76658e44-e03d-41af-9f20-0c8d49c9116b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513449 Jun 24 12:32:32.448296 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 42774) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:32.476541 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d3e98cbc-b2ba-4c52-a511-d5cb37f0dceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:32.526036 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 12:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb3cfca-b1f8-4ca3-89ab-01727e4fb08d x-openstack-request-id: req-3bb3cfca-b1f8-4ca3-89ab-01727e4fb08d {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:32:32.526338 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c3cd16-5d55-4365-bec6-59da6e9e7d9b", "name": "network-vif-unplugged", "status": "failed", "tag": "fbbe6516-ec4c-42ff-9293-161748b5df5f", "code": 422}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:32:32.527265 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3bb3cfca-b1f8-4ca3-89ab-01727e4fb08d {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:32:32.527743 dv-cinder-689486-14-smb neutron-server[92891]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fbbe6516-ec4c-42ff-9293-161748b5df5f', 'code': 422} returned with failed status Jun 24 12:32:32.591815 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d3e98cbc-b2ba-4c52-a511-d5cb37f0dceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:32.596149 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-d3e98cbc-b2ba-4c52-a511-d5cb37f0dceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:32.600373 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d77d820c-81fa-4ea9-a9af-b9b4e932ef41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:32.638555 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-d3e98cbc-b2ba-4c52-a511-d5cb37f0dceb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=420c5de0bc0641e0b320a3d20d7d5e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868932 Jun 24 12:32:32.640148 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e98cbc-b2ba-4c52-a511-d5cb37f0dceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f1056e-f022-4748-825d-23c857100821,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:32.647085 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 42780) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:32.649670 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d3e98cbc-b2ba-4c52-a511-d5cb37f0dceb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:32.665489 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6147ef-3f5c-416d-a51e-bac20a421107 req-1cb11aed-0371-4d5b-a0cf-58ab0977029e tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:32.673421 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ce6147ef-3f5c-416d-a51e-bac20a421107 req-1cb11aed-0371-4d5b-a0cf-58ab0977029e tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.1069565 Jun 24 12:32:32.716133 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ce6147ef-3f5c-416d-a51e-bac20a421107 req-64245a52-a0e1-4191-8ba2-ca568c5ed95f tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=33a905e6-8e8b-41a9-8955-7cb264ef6e7f&id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391433 Jun 24 12:32:32.718900 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-4f541fce-fa34-4999-8a8c-b2010e10b9a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:32.742952 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-4f541fce-fa34-4999-8a8c-b2010e10b9a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:32.802185 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-4f541fce-fa34-4999-8a8c-b2010e10b9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:32.804813 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-4f541fce-fa34-4999-8a8c-b2010e10b9a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:32.805961 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-4f541fce-fa34-4999-8a8c-b2010e10b9a2 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/85f1056e-f022-4748-825d-23c857100821 HTTP/1.1" status: 204 len: 168 time: 0.1577904 Jun 24 12:32:32.806871 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-ee51119c-57be-4aa5-92a2-ec64f8015c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:32.814297 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f541fce-fa34-4999-8a8c-b2010e10b9a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f1056e-f022-4748-825d-23c857100821,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:32.816552 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-4f541fce-fa34-4999-8a8c-b2010e10b9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:33.344071 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90499592-86a6-4674-b985-3dc55b033b28 req-4a0c48be-01a7-4590-99b7-88d3bde54865 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:33.345575 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-90499592-86a6-4674-b985-3dc55b033b28 req-4a0c48be-01a7-4590-99b7-88d3bde54865 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.0755768 Jun 24 12:32:33.362933 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-015a8a9d-1be1-4fd7-9079-b1043790f223 req-f85ed98a-1d70-4c39-ac37-ef673c1c3b73 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881782 Jun 24 12:32:33.396701 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-90499592-86a6-4674-b985-3dc55b033b28 req-6fe2e62c-a1bb-49c5-8539-881146f376c4 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445621 Jun 24 12:32:33.641815 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65ccc2-dce5-4e0d-b715-ad77a9a9ee98 req-89eca3b0-c0e7-4117-8eaf-1354552c99a0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:33.643402 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5e65ccc2-dce5-4e0d-b715-ad77a9a9ee98 req-89eca3b0-c0e7-4117-8eaf-1354552c99a0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.0699191 Jun 24 12:32:33.686361 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5e65ccc2-dce5-4e0d-b715-ad77a9a9ee98 req-292d0dac-3ca6-4eb9-885d-ef3ce42d2d8d tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369048 Jun 24 12:32:33.915365 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b54988-1a1d-47c7-9259-820e0406fcbe req-2eff02ad-b9e2-4ca2-8829-e9dc787a9df1 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:33.915365 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b1b54988-1a1d-47c7-9259-820e0406fcbe req-2eff02ad-b9e2-4ca2-8829-e9dc787a9df1 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.0752647 Jun 24 12:32:33.967739 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b1b54988-1a1d-47c7-9259-820e0406fcbe req-723d5e7c-0491-4c6f-bbe9-64b15aad4fd6 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=33a905e6-8e8b-41a9-8955-7cb264ef6e7f&id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452907 Jun 24 12:32:34.593602 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf25257-d305-4645-8dff-20e7d95d5c00 req-81306ca3-f686-4718-8bb4-5d5410fdddcd tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:34.595161 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3cf25257-d305-4645-8dff-20e7d95d5c00 req-81306ca3-f686-4718-8bb4-5d5410fdddcd tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.0723407 Jun 24 12:32:34.637549 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3cf25257-d305-4645-8dff-20e7d95d5c00 req-6cb77f00-32d5-431e-a83a-384d77fbfee1 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358777 Jun 24 12:32:34.805894 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a8a9d-1be1-4fd7-9079-b1043790f223 req-b7130841-162e-4e62-83a6-c987a65af789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:34.807416 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-015a8a9d-1be1-4fd7-9079-b1043790f223 req-b7130841-162e-4e62-83a6-c987a65af789 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b&tenant_id=cc538158c2904a4fab192222206e534b HTTP/1.1" status: 200 len: 1097 time: 0.1365876 Jun 24 12:32:34.924292 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72761a97-6750-45cc-a021-b4b0bb36efc7 req-62985c6f-2c25-4be1-84c6-aa7808a91d44 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:34.925781 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-72761a97-6750-45cc-a021-b4b0bb36efc7 req-62985c6f-2c25-4be1-84c6-aa7808a91d44 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.1003358 Jun 24 12:32:34.934765 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a8a9d-1be1-4fd7-9079-b1043790f223 req-e7ba9f36-d83f-499a-a4f7-593bad48bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:34.936386 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-015a8a9d-1be1-4fd7-9079-b1043790f223 req-e7ba9f36-d83f-499a-a4f7-593bad48bacb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cc538158c2904a4fab192222206e534b&device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 1097 time: 0.0826287 Jun 24 12:32:34.941942 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 42886) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:35.013836 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-72761a97-6750-45cc-a021-b4b0bb36efc7 req-18ac9b9c-ed59-4ceb-a81a-fb220978e817 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810497 Jun 24 12:32:35.048950 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a8a9d-1be1-4fd7-9079-b1043790f223 req-85a8395a-633a-4a1f-8cb0-98a9670d91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:35.050422 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-015a8a9d-1be1-4fd7-9079-b1043790f223 req-85a8395a-633a-4a1f-8cb0-98a9670d91bd service neutron] 10.222.0.49 "GET /v2.0/networks?id=cc8b3f62-1ecb-457f-a82e-3de3879b3067 HTTP/1.1" status: 200 len: 918 time: 0.1070757 Jun 24 12:32:35.061518 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1c755d27-9d34-44ed-a4b6-90ae7ce9c6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:35.135483 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-015a8a9d-1be1-4fd7-9079-b1043790f223 req-dafaa1f7-3b38-4975-ae52-e1d11bbabd9c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f HTTP/1.1" status: 200 len: 999 time: 0.0747440 Jun 24 12:32:35.204550 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1c755d27-9d34-44ed-a4b6-90ae7ce9c6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:35.209170 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1c755d27-9d34-44ed-a4b6-90ae7ce9c6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:35.212098 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-f0645e60-d7dd-473b-a709-7af377e8c354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:35.242733 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a8a9d-1be1-4fd7-9079-b1043790f223 req-660b37a9-0616-4612-867b-617549f0cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:35.244333 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-015a8a9d-1be1-4fd7-9079-b1043790f223 req-660b37a9-0616-4612-867b-617549f0cc94 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=23408857-b599-4648-884f-3a1e8e563403 HTTP/1.1" status: 200 len: 856 time: 0.0985587 Jun 24 12:32:35.260415 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c755d27-9d34-44ed-a4b6-90ae7ce9c6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44112e88-09bd-432c-b513-2e981ad03009,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:35.278920 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-1c755d27-9d34-44ed-a4b6-90ae7ce9c6bc admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=c7ef8e717e8a458f80dd5c5e0959380e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355634 Jun 24 12:32:35.280227 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1c755d27-9d34-44ed-a4b6-90ae7ce9c6bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:35.280681 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 42896) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:35.323341 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3524a2-f2a8-4d36-a63b-a86855875fa3 req-1ebdced2-c708-461f-8b98-a0130526e9c9 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:35.325034 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1c3524a2-f2a8-4d36-a63b-a86855875fa3 req-1ebdced2-c708-461f-8b98-a0130526e9c9 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.1350176 Jun 24 12:32:35.348847 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 42902) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:35.355434 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-121cc109-37c3-462d-9001-6db13c312116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:35.373408 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a8a9d-1be1-4fd7-9079-b1043790f223 req-484b792f-c99f-4d90-b9ab-87ceb2468794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:35.375120 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-015a8a9d-1be1-4fd7-9079-b1043790f223 req-484b792f-c99f-4d90-b9ab-87ceb2468794 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=cc8b3f62-1ecb-457f-a82e-3de3879b3067&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1098831 Jun 24 12:32:35.382824 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-121cc109-37c3-462d-9001-6db13c312116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:35.465996 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-121cc109-37c3-462d-9001-6db13c312116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:35.468741 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-121cc109-37c3-462d-9001-6db13c312116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:35.472141 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-121cc109-37c3-462d-9001-6db13c312116 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/44112e88-09bd-432c-b513-2e981ad03009 HTTP/1.1" status: 204 len: 168 time: 0.1904726 Jun 24 12:32:35.473546 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b4f36744-d8bd-4152-a013-5130c8902b09 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:35.485506 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-1c3524a2-f2a8-4d36-a63b-a86855875fa3 req-fb0edf9d-a61c-4c52-ab9c-72be8399a961 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=33a905e6-8e8b-41a9-8955-7cb264ef6e7f&id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1451120 Jun 24 12:32:35.488275 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121cc109-37c3-462d-9001-6db13c312116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44112e88-09bd-432c-b513-2e981ad03009,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:35.492471 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-121cc109-37c3-462d-9001-6db13c312116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:35.526535 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [req-ece7b6a1-3175-428e-a12b-b1add97a737b req-5a96cfce-1712-44b5-ba92-b8da5ee09d4e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1763804 Jun 24 12:32:35.549065 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-015a8a9d-1be1-4fd7-9079-b1043790f223 req-ce1aa726-8330-4d2a-98a5-a4658d495bb0 service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640990 Jun 24 12:32:35.561753 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95130b11-a9de-4a06-91f4-ce5438e2adf5 req-4797d214-e4c1-4457-82cf-e48fb52211f4 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:35.563283 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-95130b11-a9de-4a06-91f4-ce5438e2adf5 req-4797d214-e4c1-4457-82cf-e48fb52211f4 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.1605802 Jun 24 12:32:35.656607 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-95130b11-a9de-4a06-91f4-ce5438e2adf5 req-a3c92020-2ac6-4b35-abb2-504faa7a73da tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831673 Jun 24 12:32:35.691356 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-015a8a9d-1be1-4fd7-9079-b1043790f223 req-ceb2428c-b351-4043-818e-16fb7545e851 service neutron] 10.222.0.49 "GET /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262107 Jun 24 12:32:35.822101 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 42922) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:35.835972 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bced928e-bb9b-4d49-a954-bbc228b6c93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:35.838648 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afba76f0-56e3-47cd-92bf-01d19e31491e req-e1a3e8b2-b8c1-4600-8a15-ea645c9910b6 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:35.845947 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-afba76f0-56e3-47cd-92bf-01d19e31491e req-e1a3e8b2-b8c1-4600-8a15-ea645c9910b6 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.0820456 Jun 24 12:32:35.892066 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-afba76f0-56e3-47cd-92bf-01d19e31491e req-abadc7af-9255-414f-bdb3-2198ee94fc47 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450768 Jun 24 12:32:35.902873 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:32:35.963758 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bced928e-bb9b-4d49-a954-bbc228b6c93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:35.968832 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-bced928e-bb9b-4d49-a954-bbc228b6c93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:35.972080 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-9bb9cf87-c7d9-43bd-aaa4-be32e55b2fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:35.998683 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:36.012673 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced928e-bb9b-4d49-a954-bbc228b6c93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f539858-a639-40e5-8b67-6b1f3d0aeab8,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:36.019782 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42930) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:36.019959 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-bced928e-bb9b-4d49-a954-bbc228b6c93d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=aa346fdbe4754d39952ff9a57f043803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966219 Jun 24 12:32:36.020756 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-bced928e-bb9b-4d49-a954-bbc228b6c93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:36.042039 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,segment=NetworkSegment(c3f84836-98c4-48ac-b0d8-6caca66bac46),segment_id=c3f84836-98c4-48ac-b0d8-6caca66bac46)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:36.043201 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:32:36.046145 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c957f150-a9d4-491a-9e08-08ce39a47785" -d '{"events": [{"server_uuid": "ba025efd-e1ef-41be-8cd4-296f6be01dea", "name": "network-vif-unplugged", "status": "completed", "tag": "99e5ad2f-0723-49ad-bd7f-f73b54ee1581"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:32:36.061044 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:36.062867 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-78b27c7c-e830-452c-abeb-089456096f5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:36.082536 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-1fa0527e-26e0-4726-921c-5044b4ecabe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:36.113431 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 24 Jun 2021 12:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf85b2d-e147-4713-96b0-a5160a4a2f7c x-openstack-request-id: req-dcf85b2d-e147-4713-96b0-a5160a4a2f7c {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:32:36.114040 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba025efd-e1ef-41be-8cd4-296f6be01dea", "name": "network-vif-unplugged", "status": "failed", "tag": "99e5ad2f-0723-49ad-bd7f-f73b54ee1581", "code": 422}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:32:36.114376 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-dcf85b2d-e147-4713-96b0-a5160a4a2f7c {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:32:36.114847 dv-cinder-689486-14-smb neutron-server[92891]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581', 'code': 422} returned with failed status Jun 24 12:32:36.115342 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-1fa0527e-26e0-4726-921c-5044b4ecabe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:36.140107 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,revision_number=6']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:36.144066 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:36.168117 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-1fa0527e-26e0-4726-921c-5044b4ecabe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:36.170850 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-1fa0527e-26e0-4726-921c-5044b4ecabe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:36.172052 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-1fa0527e-26e0-4726-921c-5044b4ecabe1 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1f539858-a639-40e5-8b67-6b1f3d0aeab8 HTTP/1.1" status: 204 len: 168 time: 0.1513793 Jun 24 12:32:36.172862 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-36a579d5-c82b-4d53-a224-46c26e287058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:36.181376 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0527e-26e0-4726-921c-5044b4ecabe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f539858-a639-40e5-8b67-6b1f3d0aeab8,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:36.183669 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-1fa0527e-26e0-4726-921c-5044b4ecabe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:36.683213 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b072a1-0a10-41b6-9cae-63c3d778a1e1 req-8e26c97f-6e68-4770-bed1-cdac7773eb2e tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:36.684975 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-76b072a1-0a10-41b6-9cae-63c3d778a1e1 req-8e26c97f-6e68-4770-bed1-cdac7773eb2e tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.0899155 Jun 24 12:32:36.730880 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-76b072a1-0a10-41b6-9cae-63c3d778a1e1 req-0c2f068e-d583-4577-8ecc-cca74f02708f tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=33a905e6-8e8b-41a9-8955-7cb264ef6e7f&id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389864 Jun 24 12:32:36.878140 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90571fb7-983f-4af8-98d0-145ad754986b req-691f0e1b-ccc8-4c0f-9ff8-9780f2aaf21c tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:36.884041 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-90571fb7-983f-4af8-98d0-145ad754986b req-691f0e1b-ccc8-4c0f-9ff8-9780f2aaf21c tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 943 time: 0.0902011 Jun 24 12:32:37.197445 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-90571fb7-983f-4af8-98d0-145ad754986b req-d14128a1-85ff-4c7a-925b-ea1799c02b45 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112330 Jun 24 12:32:37.261012 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39949012-8a0c-40f5-b4b8-82d00c19fae8 req-65373f0c-bea9-4fcd-8e93-50eed3d17333 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:37.262520 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-39949012-8a0c-40f5-b4b8-82d00c19fae8 req-65373f0c-bea9-4fcd-8e93-50eed3d17333 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.0684609 Jun 24 12:32:37.306865 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-39949012-8a0c-40f5-b4b8-82d00c19fae8 req-d85ef562-0a62-4e98-8f82-404ebd298783 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381036 Jun 24 12:32:37.634823 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 42980) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:37.746149 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b9f38110-ae8e-4aa0-bfab-81ef76af2cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:37.840191 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b9f38110-ae8e-4aa0-bfab-81ef76af2cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:37.844759 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b9f38110-ae8e-4aa0-bfab-81ef76af2cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:37.849207 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-66b3d02b-7255-40b7-a7ca-00b646a914ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:37.888530 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-b9f38110-ae8e-4aa0-bfab-81ef76af2cd5 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a78745e025804092b05bccf369df1cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525911 Jun 24 12:32:37.890128 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f38110-ae8e-4aa0-bfab-81ef76af2cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72099ea0-f4fb-4780-9d0c-72dec81efb72,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:37.891229 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 42984) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:37.894198 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-b9f38110-ae8e-4aa0-bfab-81ef76af2cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:37.946868 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e6e955ce-5671-42ea-8684-5100d2327c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:37.968583 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e6e955ce-5671-42ea-8684-5100d2327c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:38.015857 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e6e955ce-5671-42ea-8684-5100d2327c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:38.018756 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e6e955ce-5671-42ea-8684-5100d2327c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:38.022254 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-e6e955ce-5671-42ea-8684-5100d2327c1d admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/72099ea0-f4fb-4780-9d0c-72dec81efb72 HTTP/1.1" status: 204 len: 168 time: 0.1265726 Jun 24 12:32:38.022254 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-bced928e-bb9b-4d49-a954-bbc228b6c93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:38.028805 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e955ce-5671-42ea-8684-5100d2327c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72099ea0-f4fb-4780-9d0c-72dec81efb72,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:38.031210 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e6e955ce-5671-42ea-8684-5100d2327c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:38.430491 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67bb16-64fa-48d1-a48d-a446f20da5bb req-2e265ee6-0f30-4f89-8b4b-b104dc355865 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:38.436710 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bd67bb16-64fa-48d1-a48d-a446f20da5bb req-2e265ee6-0f30-4f89-8b4b-b104dc355865 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 943 time: 0.0751770 Jun 24 12:32:38.521239 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bd67bb16-64fa-48d1-a48d-a446f20da5bb req-fb37fcea-d03f-44b9-8573-943352c80c91 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813472 Jun 24 12:32:38.564244 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e16eb-97e2-4eed-bff1-be9cb721aec8 req-eb6322d8-125e-4941-91c0-bc4e67571377 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:38.566024 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-630e16eb-97e2-4eed-bff1-be9cb721aec8 req-eb6322d8-125e-4941-91c0-bc4e67571377 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.1197343 Jun 24 12:32:38.615962 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-630e16eb-97e2-4eed-bff1-be9cb721aec8 req-5724a324-7a2f-41ca-8759-dccc6a8d61a3 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438845 Jun 24 12:32:39.732908 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874d76b-0c77-4e29-bcb7-fbb84a5cc0f2 req-b5090ff0-fcd0-4e6c-b2ce-bd0beed536f9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:39.737255 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9874d76b-0c77-4e29-bcb7-fbb84a5cc0f2 req-b5090ff0-fcd0-4e6c-b2ce-bd0beed536f9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 943 time: 0.0930398 Jun 24 12:32:39.811689 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9874d76b-0c77-4e29-bcb7-fbb84a5cc0f2 req-ef47adea-c9e7-4226-b58f-28660e4c6e46 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696933 Jun 24 12:32:39.883437 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cde376-2aa4-4ecd-94fa-259c5bcf68f3 req-e0526524-7690-4bb1-ba73-1c3459fb4222 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:39.885308 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-94cde376-2aa4-4ecd-94fa-259c5bcf68f3 req-e0526524-7690-4bb1-ba73-1c3459fb4222 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.1216285 Jun 24 12:32:39.927325 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-94cde376-2aa4-4ecd-94fa-259c5bcf68f3 req-4dd2521d-3558-4e6f-8bb4-62eec2388399 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356569 Jun 24 12:32:41.022315 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86714690-c80a-4c44-ad88-d5eaffd40d39 req-eb52ec2c-0c95-4e47-a133-abcca1e74aa2 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:41.023968 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-86714690-c80a-4c44-ad88-d5eaffd40d39 req-eb52ec2c-0c95-4e47-a133-abcca1e74aa2 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 943 time: 0.0808768 Jun 24 12:32:41.082483 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-86714690-c80a-4c44-ad88-d5eaffd40d39 req-9a7b0831-34b9-4f7f-8ff8-73c70b40f832 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522373 Jun 24 12:32:41.141203 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb74d23-b088-4bbc-a612-710aae6388f2 req-e8481977-fe72-4bda-a17f-203c7de73b66 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:41.143176 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fdb74d23-b088-4bbc-a612-710aae6388f2 req-e8481977-fe72-4bda-a17f-203c7de73b66 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.0890598 Jun 24 12:32:41.189035 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fdb74d23-b088-4bbc-a612-710aae6388f2 req-4a95860d-19b9-4223-9edb-ead04c94f0c9 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389669 Jun 24 12:32:42.287544 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ec36e-cff0-4124-a9f5-e8986a8051ce req-cf088809-3a23-447d-9796-bacd0f761b84 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:42.289072 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-384ec36e-cff0-4124-a9f5-e8986a8051ce req-cf088809-3a23-447d-9796-bacd0f761b84 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 943 time: 0.0728152 Jun 24 12:32:42.336335 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-384ec36e-cff0-4124-a9f5-e8986a8051ce req-66237a20-5050-403c-a50a-42f29300796f tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396452 Jun 24 12:32:42.417332 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e8528-f7f5-4a2e-a5db-a46a4602de13 req-e2659a21-b405-4319-8670-5cc67e047069 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:42.418763 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-425e8528-f7f5-4a2e-a5db-a46a4602de13 req-e2659a21-b405-4319-8670-5cc67e047069 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.0705674 Jun 24 12:32:42.465537 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-425e8528-f7f5-4a2e-a5db-a46a4602de13 req-4d034f01-9816-46b5-b81e-98cea6ff6041 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409634 Jun 24 12:32:43.542955 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c11e3-7638-44d1-812f-aad30137aebf req-2bc72185-cf0a-4b5a-8cbd-f90c4ece1376 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:43.544574 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6d2c11e3-7638-44d1-812f-aad30137aebf req-2bc72185-cf0a-4b5a-8cbd-f90c4ece1376 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 943 time: 0.0786057 Jun 24 12:32:43.586824 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-6d2c11e3-7638-44d1-812f-aad30137aebf req-ec528869-fc96-48b3-bf40-c1dfe1c632a9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341418 Jun 24 12:32:43.666130 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52996b37-f5ec-4c7e-94b7-243ce7d61ac3 req-6c4c267b-fc55-4854-8183-c84e0723e462 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:43.667660 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-52996b37-f5ec-4c7e-94b7-243ce7d61ac3 req-6c4c267b-fc55-4854-8183-c84e0723e462 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.0668261 Jun 24 12:32:43.713306 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-52996b37-f5ec-4c7e-94b7-243ce7d61ac3 req-869fcf35-18d6-4d6e-9323-3f1271c7ce4e tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378451 Jun 24 12:32:44.784032 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c554c1-45d0-4560-97f1-ce8bbfe704fb req-7bc39db7-bdbb-4752-8b2a-c3567ffe6df5 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:44.785721 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-40c554c1-45d0-4560-97f1-ce8bbfe704fb req-7bc39db7-bdbb-4752-8b2a-c3567ffe6df5 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 943 time: 0.0834060 Jun 24 12:32:44.870746 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-40c554c1-45d0-4560-97f1-ce8bbfe704fb req-cfe4c78f-db85-46fc-bb35-61c0f4c7b629 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749373 Jun 24 12:32:44.956694 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc706a8-dca4-4bfa-ae80-fb05a20f05ae req-aa239c05-bd90-4ec0-b21d-21f8ee86754c tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:44.958188 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ddc706a8-dca4-4bfa-ae80-fb05a20f05ae req-aa239c05-bd90-4ec0-b21d-21f8ee86754c tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.0787020 Jun 24 12:32:45.003872 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ddc706a8-dca4-4bfa-ae80-fb05a20f05ae req-e1c2feca-d4a0-4c3c-9fcf-3fe56f208fc5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375459 Jun 24 12:32:46.062864 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63016d-93eb-4e04-880d-41d6c08fb595 req-16308745-0c46-4fbd-9a5c-2232a28605be tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:46.065223 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-da63016d-93eb-4e04-880d-41d6c08fb595 req-16308745-0c46-4fbd-9a5c-2232a28605be tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 943 time: 0.0707662 Jun 24 12:32:46.108120 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-da63016d-93eb-4e04-880d-41d6c08fb595 req-84d1bfe5-053e-4152-bc51-6c3cfdcb26f6 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361741 Jun 24 12:32:46.257390 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a1fb4-8ef1-488d-a98d-90ace920eb36 req-82bc4170-d455-41d1-b9a2-7a53df7903c3 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:46.258963 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-789a1fb4-8ef1-488d-a98d-90ace920eb36 req-82bc4170-d455-41d1-b9a2-7a53df7903c3 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.0722342 Jun 24 12:32:46.298116 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-789a1fb4-8ef1-488d-a98d-90ace920eb36 req-e8c89db3-8011-46f3-b19c-2a3fc6f8233d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332236 Jun 24 12:32:47.254093 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:32:47.492456 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba3d44-4004-412f-a8a4-74415be94c34 req-49c6ec24-b133-48b2-a1fb-0362497f88f3 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:47.493933 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-77ba3d44-4004-412f-a8a4-74415be94c34 req-49c6ec24-b133-48b2-a1fb-0362497f88f3 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 943 time: 0.1092987 Jun 24 12:32:47.552558 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21029c8d-e505-4ec7-99d9-e24a1c46cd7d req-e23f377c-6b13-40c4-aca9-72d6585a123b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:47.554019 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-21029c8d-e505-4ec7-99d9-e24a1c46cd7d req-e23f377c-6b13-40c4-aca9-72d6585a123b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.1198735 Jun 24 12:32:47.557351 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-77ba3d44-4004-412f-a8a4-74415be94c34 req-92794f00-1ac7-42e5-8d78-c0452bdab5c4 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575399 Jun 24 12:32:47.598977 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-21029c8d-e505-4ec7-99d9-e24a1c46cd7d req-9531e822-a63b-4679-8e08-5fcc2def50bc tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392573 Jun 24 12:32:48.611264 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7b6a1-3175-428e-a12b-b1add97a737b req-23e90dd3-488a-4ca0-a543-5c340b370b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:48.613704 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ece7b6a1-3175-428e-a12b-b1add97a737b req-23e90dd3-488a-4ca0-a543-5c340b370b06 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea&tenant_id=ab3202e2b14640afb4d51e51be80066a HTTP/1.1" status: 200 len: 1096 time: 0.0548196 Jun 24 12:32:48.797836 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7b6a1-3175-428e-a12b-b1add97a737b req-5e239c4b-cc27-45db-a376-82484605457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:48.799388 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ece7b6a1-3175-428e-a12b-b1add97a737b req-5e239c4b-cc27-45db-a376-82484605457a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab3202e2b14640afb4d51e51be80066a&device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 1096 time: 0.1401675 Jun 24 12:32:48.820932 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fa61e-cc8f-42f0-8e83-c5fb530842cb req-3156b7f6-8e56-4ace-bfc7-3a29ad339e33 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:48.822555 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4f9fa61e-cc8f-42f0-8e83-c5fb530842cb req-3156b7f6-8e56-4ace-bfc7-3a29ad339e33 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 943 time: 0.1343002 Jun 24 12:32:48.908629 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0625143-67d9-44e8-819b-087ddd11e2a6 req-dd97eca0-6111-4954-89ae-2a88ef4f6229 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:48.910130 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a0625143-67d9-44e8-819b-087ddd11e2a6 req-dd97eca0-6111-4954-89ae-2a88ef4f6229 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.1845064 Jun 24 12:32:48.944037 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4f9fa61e-cc8f-42f0-8e83-c5fb530842cb req-18a1aa03-fefd-4c36-93ef-ec0dbe75b305 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126788 Jun 24 12:32:48.982850 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7b6a1-3175-428e-a12b-b1add97a737b req-b329d50c-6145-45c1-b5fc-dc4e99d832aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:48.984340 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ece7b6a1-3175-428e-a12b-b1add97a737b req-b329d50c-6145-45c1-b5fc-dc4e99d832aa service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813 HTTP/1.1" status: 200 len: 910 time: 0.1720712 Jun 24 12:32:48.987817 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a0625143-67d9-44e8-819b-087ddd11e2a6 req-57ef583a-e514-48ab-b87c-4a7c9536699e tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654621 Jun 24 12:32:49.058621 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ece7b6a1-3175-428e-a12b-b1add97a737b req-2913074c-2bbc-4c1a-a624-8043329242d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581 HTTP/1.1" status: 200 len: 998 time: 0.0672536 Jun 24 12:32:49.110480 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7b6a1-3175-428e-a12b-b1add97a737b req-d4511511-54d0-4248-b646-7bbb06bc0cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:49.112489 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ece7b6a1-3175-428e-a12b-b1add97a737b req-d4511511-54d0-4248-b646-7bbb06bc0cce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c2e608d6-0ace-49bb-8372-767f80935cbd HTTP/1.1" status: 200 len: 848 time: 0.0456350 Jun 24 12:32:49.170655 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7b6a1-3175-428e-a12b-b1add97a737b req-e1c3295c-ce1b-4bfa-b642-6f30c728e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:49.172078 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ece7b6a1-3175-428e-a12b-b1add97a737b req-e1c3295c-ce1b-4bfa-b642-6f30c728e761 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0526297 Jun 24 12:32:49.264499 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ece7b6a1-3175-428e-a12b-b1add97a737b req-41c8fa79-ccb1-4baf-b8f6-4c4204815350 service neutron] 10.222.0.49 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853179 Jun 24 12:32:49.356453 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ece7b6a1-3175-428e-a12b-b1add97a737b req-931a04fa-d9bb-4057-81a9-41b97572bf56 service neutron] 10.222.0.49 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827172 Jun 24 12:32:50.177481 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d53cf2-2245-41a0-bb3d-16210708ea88 req-4f4356b1-8d2b-4e16-aa0a-606c715a57d4 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:50.179627 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-04d53cf2-2245-41a0-bb3d-16210708ea88 req-4f4356b1-8d2b-4e16-aa0a-606c715a57d4 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 943 time: 0.1078000 Jun 24 12:32:50.230234 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-04d53cf2-2245-41a0-bb3d-16210708ea88 req-b235e085-11b5-496d-891d-a434234ba216 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437422 Jun 24 12:32:50.237587 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd5a2f-e2f5-4611-acca-4ddd3a28b0c8 req-3d83ed77-3d2c-4100-8bce-9cab0a47cb01 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:50.239731 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b2fd5a2f-e2f5-4611-acca-4ddd3a28b0c8 req-3d83ed77-3d2c-4100-8bce-9cab0a47cb01 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.1193612 Jun 24 12:32:50.282933 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b2fd5a2f-e2f5-4611-acca-4ddd3a28b0c8 req-7c2dd296-b636-4157-9b1c-0f1e43d9798d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380497 Jun 24 12:32:51.409468 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ad4b3-d6fe-43ef-95b4-279deec9fe8c req-c191fd59-cf77-4b6b-a602-ea0defbc591d tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:51.410924 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2f9ad4b3-d6fe-43ef-95b4-279deec9fe8c req-c191fd59-cf77-4b6b-a602-ea0defbc591d tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 943 time: 0.0646248 Jun 24 12:32:51.479043 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2f9ad4b3-d6fe-43ef-95b4-279deec9fe8c req-a794fa1d-afdb-4108-97af-14ae0e7aa200 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584476 Jun 24 12:32:51.501014 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11499b1-5850-4be3-92fd-bf341e8e4fa7 req-5e759bf6-c8f4-49ca-9b9d-d4cd9c97e76b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:51.502497 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c11499b1-5850-4be3-92fd-bf341e8e4fa7 req-5e759bf6-c8f4-49ca-9b9d-d4cd9c97e76b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 944 time: 0.0906346 Jun 24 12:32:51.541797 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-c11499b1-5850-4be3-92fd-bf341e8e4fa7 req-095728f8-d1c4-4acc-a8f9-15e75b445382 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335603 Jun 24 12:32:51.997189 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device fbbe6516-ec4c-42ff-9293-161748b5df5f details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:32:52.088816 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port fbbe6516-ec4c-42ff-9293-161748b5df5f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:52.100727 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': 'fbbe6516-ec4c-42ff-9293-161748b5df5f', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'port_id': 'fbbe6516-ec4c-42ff-9293-161748b5df5f', 'mac_address': 'fa:16:3e:f1:c4:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:32:52.139409 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:52.152001 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbe6516-ec4c-42ff-9293-161748b5df5f {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:32:52.170977 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port fbbe6516-ec4c-42ff-9293-161748b5df5f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:52.175269 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:52.176001 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 details requested by agent hyperv_hv-cinder-68948 with host hv-cinder-68948 {{(pid=92891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 24 12:32:52.177635 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:52.268781 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=fbbe6516-ec4c-42ff-9293-161748b5df5f,revision_number=9']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:52.272844 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:52.310980 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,segment=NetworkSegment(c3f84836-98c4-48ac-b0d8-6caca66bac46),segment_id=c3f84836-98c4-48ac-b0d8-6caca66bac46)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:52.322620 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Returning: {'device': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581', 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'port_id': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581', 'mac_address': 'fa:16:3e:a8:ae:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 24 12:32:52.359247 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:52.371188 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 24 12:32:52.391401 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,segment=NetworkSegment(c3f84836-98c4-48ac-b0d8-6caca66bac46),segment_id=c3f84836-98c4-48ac-b0d8-6caca66bac46)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:52.395272 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:52.397008 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:52.443565 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,revision_number=7']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:52.446520 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:52.648853 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950fc5bf-008f-45d0-947a-f18adc5590ff req-c6faf6a3-0629-41e8-93ba-dc4b04370e88 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:52.650244 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-950fc5bf-008f-45d0-947a-f18adc5590ff req-c6faf6a3-0629-41e8-93ba-dc4b04370e88 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 944 time: 0.0626986 Jun 24 12:32:52.724694 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-950fc5bf-008f-45d0-947a-f18adc5590ff req-36969de7-9ff3-4b47-915a-a0698a6e984a tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685649 Jun 24 12:32:52.750724 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722d216-d3f1-49d1-b018-5a894a842431 req-5f37fb1f-8953-4321-b3c0-bd9bee8c9f2e tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:52.752247 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a722d216-d3f1-49d1-b018-5a894a842431 req-5f37fb1f-8953-4321-b3c0-bd9bee8c9f2e tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0900667 Jun 24 12:32:52.791061 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a722d216-d3f1-49d1-b018-5a894a842431 req-118811f9-0380-435f-a4f1-aa6c2f6e7429 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311160 Jun 24 12:32:52.807935 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['fbbe6516-ec4c-42ff-9293-161748b5df5f'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:32:52.892481 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['99e5ad2f-0723-49ad-bd7f-f73b54ee1581'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:32:53.912768 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82793524-755d-456a-b2ac-d903df8ccff0 req-68c989ab-fdd0-4820-9e57-e080961dcafb tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:53.914223 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-82793524-755d-456a-b2ac-d903df8ccff0 req-68c989ab-fdd0-4820-9e57-e080961dcafb tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 944 time: 0.0728581 Jun 24 12:32:53.982000 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-82793524-755d-456a-b2ac-d903df8ccff0 req-00802f76-0c7f-42f5-8526-a9a7eb2ed205 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582604 Jun 24 12:32:54.009761 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device fbbe6516-ec4c-42ff-9293-161748b5df5f up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:32:54.010961 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efb65b-74df-48b6-af39-826860e70a0c req-f7b19c79-712d-4116-a0f5-8885ea9be2a3 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:54.012490 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b6efb65b-74df-48b6-af39-826860e70a0c req-f7b19c79-712d-4116-a0f5-8885ea9be2a3 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 945 time: 0.0973899 Jun 24 12:32:54.052096 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b6efb65b-74df-48b6-af39-826860e70a0c req-e25556bc-c462-4580-b767-b90ae0a1a14b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338244 Jun 24 12:32:54.062048 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port fbbe6516-ec4c-42ff-9293-161748b5df5f triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:32:54.062432 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:54.146138 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:54.168548 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbe6516-ec4c-42ff-9293-161748b5df5f'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:32:54.170857 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424ab00b-d756-474d-af4f-fb1d2131888d" -d '{"events": [{"server_uuid": "99c3cd16-5d55-4365-bec6-59da6e9e7d9b", "name": "network-vif-plugged", "status": "completed", "tag": "fbbe6516-ec4c-42ff-9293-161748b5df5f"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:32:54.186321 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port fbbe6516-ec4c-42ff-9293-161748b5df5f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:54.191841 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:54.192774 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 up at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 24 12:32:54.195709 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-5b8392ab-2b3d-4d2a-ab04-6a15046d573b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:54.219252 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0d0f54-5674-411b-ae29-6bc1daad907e x-openstack-request-id: req-ba0d0f54-5674-411b-ae29-6bc1daad907e {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:32:54.219598 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c3cd16-5d55-4365-bec6-59da6e9e7d9b", "name": "network-vif-plugged", "status": "completed", "tag": "fbbe6516-ec4c-42ff-9293-161748b5df5f", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:32:54.219863 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-ba0d0f54-5674-411b-ae29-6bc1daad907e {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:32:54.220265 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbe6516-ec4c-42ff-9293-161748b5df5f', 'code': 200} Jun 24 12:32:54.288271 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=fbbe6516-ec4c-42ff-9293-161748b5df5f,revision_number=10']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:54.293365 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:54.297740 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Provisioning complete for port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 triggered by entity L2. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:32:54.299807 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:54.390455 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:54.429767 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] For port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,segment=NetworkSegment(c3f84836-98c4-48ac-b0d8-6caca66bac46),segment_id=c3f84836-98c4-48ac-b0d8-6caca66bac46)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:32:54.435035 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:54.436993 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:54.474580 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbfd00-e8cd-457c-a5bc-5269341f7e30 req-f0d02d7d-ea04-404a-afac-12c120b6387c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:54.476183 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-06cbfd00-e8cd-457c-a5bc-5269341f7e30 req-f0d02d7d-ea04-404a-afac-12c120b6387c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 1100 time: 0.0532868 Jun 24 12:32:54.488867 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Pushing event updated for resources: {'Port': ['ID=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,revision_number=8']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:54.491996 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:54.516458 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-06cbfd00-e8cd-457c-a5bc-5269341f7e30 req-c3b06131-1a60-4b05-93d0-82bd5d72aabb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330880 Jun 24 12:32:55.164489 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92f6b6-470e-45e6-a995-f844d4f0bd13 req-04628fa5-2480-47cd-90cf-34568e0bccbc tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:55.165989 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2f92f6b6-470e-45e6-a995-f844d4f0bd13 req-04628fa5-2480-47cd-90cf-34568e0bccbc tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.0644329 Jun 24 12:32:55.239745 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2f92f6b6-470e-45e6-a995-f844d4f0bd13 req-72c83373-637d-43fb-8777-8c167e99fe26 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672405 Jun 24 12:32:55.264628 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa651d7-547f-432b-a136-e2aa07d6b30b req-2e8704ce-5371-4ac1-96f1-3f4bf1f75f7b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:55.266057 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4aa651d7-547f-432b-a136-e2aa07d6b30b req-2e8704ce-5371-4ac1-96f1-3f4bf1f75f7b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 947 time: 0.0876291 Jun 24 12:32:55.303734 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4aa651d7-547f-432b-a136-e2aa07d6b30b req-138d73cb-609e-4b8a-8da2-ae7031c023f5 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315778 Jun 24 12:32:55.546004 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6c9e6995-d629-4305-86d0-5d93c8315339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:56.020277 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43194) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:56.123064 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:56.217241 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:56.220911 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:56.222206 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:32:56.224101 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-13821239-c825-4cba-9d5c-7af23f3c2b29 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:56.224910 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5926e263ce384e6ae1c6244d9b94bcf6f54f9f698813d03ff13c125c9cfab81a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5718e67f-b876-4a40-b931-9cca018103d7" -d '{"events": [{"server_uuid": "ba025efd-e1ef-41be-8cd4-296f6be01dea", "name": "network-vif-plugged", "status": "completed", "tag": "99e5ad2f-0723-49ad-bd7f-f73b54ee1581"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:32:56.260878 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6bebad-90ef-43ee-80ae-c2f431f23b7c,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:56.267764 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a5c203-e588-47d8-8349-df28d501146a x-openstack-request-id: req-20a5c203-e588-47d8-8349-df28d501146a {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:32:56.268188 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba025efd-e1ef-41be-8cd4-296f6be01dea", "name": "network-vif-plugged", "status": "completed", "tag": "99e5ad2f-0723-49ad-bd7f-f73b54ee1581", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:32:56.268343 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-20a5c203-e588-47d8-8349-df28d501146a {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:32:56.268740 dv-cinder-689486-14-smb neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581', 'code': 200} Jun 24 12:32:56.269979 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43224) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:32:56.270449 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=18d3e9c9091d45deaf18dea54f8a3067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486551 Jun 24 12:32:56.275895 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:56.276275 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:56.276779 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:56.277007 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:56.277373 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:56.277736 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:56.278079 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:56.278433 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:56.278790 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:56.279141 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:56.279524 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:56.279877 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:32:56.285291 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-ef9b4a87-ba5b-4be7-881b-00cdb678f6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:56.347904 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-43c83e93-eb6f-4fe2-8204-a2129cbc913a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:56.379786 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-43c83e93-eb6f-4fe2-8204-a2129cbc913a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:56.524309 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e87a9-130b-4e0c-8cb1-9a139c54a868 req-0fa9efc5-9725-4a8c-8488-ee065fcac940 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:56.531755 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ef6e87a9-130b-4e0c-8cb1-9a139c54a868 req-0fa9efc5-9725-4a8c-8488-ee065fcac940 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.1571918 Jun 24 12:32:56.534366 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-43c83e93-eb6f-4fe2-8204-a2129cbc913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:56.537468 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-43c83e93-eb6f-4fe2-8204-a2129cbc913a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:56.541036 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-43c83e93-eb6f-4fe2-8204-a2129cbc913a admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8b6bebad-90ef-43ee-80ae-c2f431f23b7c HTTP/1.1" status: 204 len: 168 time: 0.2668362 Jun 24 12:32:56.546627 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-55f16ae3-8c81-475e-b0cf-4b99430e9403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:32:56.579907 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c83e93-eb6f-4fe2-8204-a2129cbc913a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6bebad-90ef-43ee-80ae-c2f431f23b7c,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:32:56.584879 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-43c83e93-eb6f-4fe2-8204-a2129cbc913a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:32:56.627471 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff26f7e-04e7-4120-baa2-28b42c773bfe req-68849a05-c011-482f-bb82-8c51de8d928c tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:56.628891 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9ff26f7e-04e7-4120-baa2-28b42c773bfe req-68849a05-c011-482f-bb82-8c51de8d928c tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 947 time: 0.1819279 Jun 24 12:32:56.637055 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-ef6e87a9-130b-4e0c-8cb1-9a139c54a868 req-55f56ab1-de7f-4b0e-a860-54b45a73a90d tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044791 Jun 24 12:32:56.686767 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-9ff26f7e-04e7-4120-baa2-28b42c773bfe req-13647afb-6286-42d7-bab5-c655ac1c7993 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487292 Jun 24 12:32:56.694251 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad93313-dc88-4dde-877a-3e09a5babed5 req-16df83e0-658e-4e28-bbc5-8aadf90f5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:56.695922 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fad93313-dc88-4dde-877a-3e09a5babed5 req-16df83e0-658e-4e28-bbc5-8aadf90f5ce4 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 1098 time: 0.1262741 Jun 24 12:32:56.739605 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-fad93313-dc88-4dde-877a-3e09a5babed5 req-6175267a-90b7-4112-bfe7-61ce57aca615 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346358 Jun 24 12:32:57.824874 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a51e5b6-2297-4e92-98a5-c91e2fac7875 req-08c1ef72-a662-4f50-9862-d6f37f8589bf tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:57.826335 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0a51e5b6-2297-4e92-98a5-c91e2fac7875 req-08c1ef72-a662-4f50-9862-d6f37f8589bf tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.0766399 Jun 24 12:32:57.893834 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0a51e5b6-2297-4e92-98a5-c91e2fac7875 req-18139f5a-bd25-4474-85fa-2a6bba597e66 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469224 Jun 24 12:32:57.910702 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f4957-2505-452e-a190-375c4e75e66b req-d26ac7c4-a40f-42b6-ab40-984afdec7fa7 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:57.912337 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d43f4957-2505-452e-a190-375c4e75e66b req-d26ac7c4-a40f-42b6-ab40-984afdec7fa7 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 947 time: 0.1064706 Jun 24 12:32:57.957084 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d43f4957-2505-452e-a190-375c4e75e66b req-c7c357f5-84f1-4782-986e-2ff3b7a6215f tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381701 Jun 24 12:32:58.036826 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-438c6136-ab3f-488d-a8a7-48afd7c053ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:58.516627 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:32:59.077615 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719cbc1b-0b4e-45a2-a676-4dd0a73d7956 req-b067adca-66c8-47fa-a69d-6993ea10d308 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:32:59.079078 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-719cbc1b-0b4e-45a2-a676-4dd0a73d7956 req-b067adca-66c8-47fa-a69d-6993ea10d308 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.0642674 Jun 24 12:32:59.116333 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-719cbc1b-0b4e-45a2-a676-4dd0a73d7956 req-fd47c8ca-ee01-4779-8ff7-76940f5d8a4d tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315537 Jun 24 12:32:59.419154 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:00.858809 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:01.353570 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:15.809978 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3d22e204-45af-4b20-8ffd-05fb321a03d8 req-9ca99c0e-5c4f-487d-abea-8a346f34c7f8 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452593608&fields=id&tenant_id=72e7d47e8bb14f0787ba7fd6b1973cab HTTP/1.1" status: 200 len: 267 time: 0.0323048 Jun 24 12:33:15.877627 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e204-45af-4b20-8ffd-05fb321a03d8 req-4d1990ad-8ff3-41f2-92b4-e8932ac9c08e tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:15.879107 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3d22e204-45af-4b20-8ffd-05fb321a03d8 req-4d1990ad-8ff3-41f2-92b4-e8932ac9c08e tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 985 time: 0.0633030 Jun 24 12:33:15.889901 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.v2.base [req-3d22e204-45af-4b20-8ffd-05fb321a03d8 req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Request body: {'port': {'security_groups': ['b4b73535-b9c5-4692-b4c7-ba6eeb3e4134']}} {{(pid=92888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 12:33:15.974791 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-3d22e204-45af-4b20-8ffd-05fb321a03d8 req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316456'] for port, before_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:16.162862 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-3d22e204-45af-4b20-8ffd-05fb321a03d8 req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] For port c1fb0b53-a47e-46a1-b175-2eb873416a6a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c1fb0b53-a47e-46a1-b175-2eb873416a6a,segment=NetworkSegment(9c43b15d-4619-4e5e-88ea-e97f3ff197be),segment_id=9c43b15d-4619-4e5e-88ea-e97f3ff197be)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:33:16.192236 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-3d22e204-45af-4b20-8ffd-05fb321a03d8 req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for port, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:16.196790 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-3d22e204-45af-4b20-8ffd-05fb321a03d8 req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792598814136', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792598407172', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792598407217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3353014'] for port, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:16.201422 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-aab8b9e8-0746-4559-b1b3-7f97218401c7 tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:16.237806 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['c1fb0b53-a47e-46a1-b175-2eb873416a6a'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:33:16.241447 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e204-45af-4b20-8ffd-05fb321a03d8 req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:16.241447 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-3d22e204-45af-4b20-8ffd-05fb321a03d8 req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:16.242683 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3d22e204-45af-4b20-8ffd-05fb321a03d8 req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "PUT /v2.0/ports/c1fb0b53-a47e-46a1-b175-2eb873416a6a HTTP/1.1" status: 200 len: 943 time: 0.3571882 Jun 24 12:33:16.243195 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'tag': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:33:16.245675 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c461bc-556f-4449-8876-212d817c9e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a7de0d-b727-4f83-a111-b24ca21a7356", "tag": "c1fb0b53-a47e-46a1-b175-2eb873416a6a"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:33:16.248696 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43258) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:16.278473 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Pushing event updated for resources: {'Port': ['ID=c1fb0b53-a47e-46a1-b175-2eb873416a6a,revision_number=7']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:16.289113 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:16.289426 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:16.289797 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:16.290157 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:16.290513 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:16.290870 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:16.291224 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:16.291602 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:16.291961 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:16.292308 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:16.292662 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:16.293114 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:16.297313 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e54bc0c-a32d-4386-aa2a-a2b9c6f4f394 x-openstack-request-id: req-3e54bc0c-a32d-4386-aa2a-a2b9c6f4f394 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:33:16.297637 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a7de0d-b727-4f83-a111-b24ca21a7356", "tag": "c1fb0b53-a47e-46a1-b175-2eb873416a6a", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:33:16.297921 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-3e54bc0c-a32d-4386-aa2a-a2b9c6f4f394 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:33:16.298870 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'tag': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a', 'status': 'completed', 'code': 200} Jun 24 12:33:16.299627 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-9fe06917-53fd-4504-918d-f57590674e04 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:16.345935 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-5e67a3fe-f869-4b56-8ad8-e331eec47088 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:16.386632 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-5e67a3fe-f869-4b56-8ad8-e331eec47088 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:16.418948 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c461bc-556f-4449-8876-212d817c9e4d req-dd1e0797-ecd1-4aed-aae9-4878f0c96200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:16.421028 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b9c461bc-556f-4449-8876-212d817c9e4d req-dd1e0797-ecd1-4aed-aae9-4878f0c96200 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72e7d47e8bb14f0787ba7fd6b1973cab&device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 1099 time: 0.0660217 Jun 24 12:33:16.427686 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['c1fb0b53-a47e-46a1-b175-2eb873416a6a'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:33:16.463861 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-5e67a3fe-f869-4b56-8ad8-e331eec47088 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:16.467695 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-5e67a3fe-f869-4b56-8ad8-e331eec47088 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:16.469573 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-5e67a3fe-f869-4b56-8ad8-e331eec47088 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "DELETE /v2.0/security-groups/33a905e6-8e8b-41a9-8955-7cb264ef6e7f HTTP/1.1" status: 204 len: 168 time: 0.2187614 Jun 24 12:33:16.471198 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-05bcaa97-d34a-4433-8f98-671229d214f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:16.474769 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43260) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:16.521626 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67a3fe-f869-4b56-8ad8-e331eec47088 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a905e6-8e8b-41a9-8955-7cb264ef6e7f,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:16.541120 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-5e67a3fe-f869-4b56-8ad8-e331eec47088 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:16.606737 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-84d4e1cd-073a-4061-a5aa-3ff04865a4b0 None None] Provisioning complete for port c1fb0b53-a47e-46a1-b175-2eb873416a6a triggered by entity DHCP. {{(pid=92891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 12:33:16.607124 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-84d4e1cd-073a-4061-a5aa-3ff04865a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8182738'] for port, provisioning_complete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:16.655226 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-38232054-d017-4304-b028-3e673207b9a3 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Deleting port 187f5975-b1fe-4a41-ba8f-e3f18911c21b {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:33:16.655595 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-38232054-d017-4304-b028-3e673207b9a3 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:16.733652 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-38232054-d017-4304-b028-3e673207b9a3 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:16.734133 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-38232054-d017-4304-b028-3e673207b9a3 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:16.746375 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-38232054-d017-4304-b028-3e673207b9a3 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Calling delete_port for 187f5975-b1fe-4a41-ba8f-e3f18911c21b owned by network:floatingip {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:33:16.760142 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c461bc-556f-4449-8876-212d817c9e4d req-a69410db-47a8-430c-b2c9-4095dcc7a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:16.761600 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b9c461bc-556f-4449-8876-212d817c9e4d req-a69410db-47a8-430c-b2c9-4095dcc7a03a service neutron] 10.222.0.49 "GET /v2.0/networks?id=061889bb-0b88-4ea0-a5b4-209b1bc263ea HTTP/1.1" status: 200 len: 916 time: 0.3338070 Jun 24 12:33:16.836567 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b9c461bc-556f-4449-8876-212d817c9e4d req-8a191a67-e790-4c13-907f-2bc0e5969bef service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1fb0b53-a47e-46a1-b175-2eb873416a6a HTTP/1.1" status: 200 len: 1002 time: 0.0652957 Jun 24 12:33:16.895099 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c461bc-556f-4449-8876-212d817c9e4d req-83aa8269-3757-4016-a637-d033c35c6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:16.896616 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b9c461bc-556f-4449-8876-212d817c9e4d req-83aa8269-3757-4016-a637-d033c35c6613 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b238d92-fe9f-450b-82fc-2f9bf58fe02e HTTP/1.1" status: 200 len: 854 time: 0.0536711 Jun 24 12:33:16.921870 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-38232054-d017-4304-b028-3e673207b9a3 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:16.924404 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-dee4895d-6d67-402d-a84c-b511ca22af14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:16.948373 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38232054-d017-4304-b028-3e673207b9a3 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Pushing event deleted for resources: {'Port': ['ID=187f5975-b1fe-4a41-ba8f-e3f18911c21b,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:16.951600 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-38232054-d017-4304-b028-3e673207b9a3 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:16.967350 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c461bc-556f-4449-8876-212d817c9e4d req-0b8b700d-f490-4848-aed2-d46e1cc5aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:16.968814 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b9c461bc-556f-4449-8876-212d817c9e4d req-0b8b700d-f490-4848-aed2-d46e1cc5aa55 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=061889bb-0b88-4ea0-a5b4-209b1bc263ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0639508 Jun 24 12:33:17.012367 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-38232054-d017-4304-b028-3e673207b9a3 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks [] for floatingip, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:17.012702 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.db.l3_db [None req-38232054-d017-4304-b028-3e673207b9a3 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Floating IP e34a7354-908e-4768-acc9-6bf10019d154 disassociated (deleted). External IP: 172.28.2.252, port: c1fb0b53-a47e-46a1-b175-2eb873416a6a. Jun 24 12:33:17.060364 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b9c461bc-556f-4449-8876-212d817c9e4d req-7aa27753-f9e3-4c21-a68e-1af38ea248a2 service neutron] 10.222.0.49 "GET /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836082 Jun 24 12:33:17.154594 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b9c461bc-556f-4449-8876-212d817c9e4d req-f05ee1a0-4a26-4111-b860-f4bc83fb591d service neutron] 10.222.0.49 "GET /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857642 Jun 24 12:33:17.218205 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38232054-d017-4304-b028-3e673207b9a3 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:33:17.326172 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38232054-d017-4304-b028-3e673207b9a3 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:33:17.331071 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-38232054-d017-4304-b028-3e673207b9a3 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for floatingip, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:17.335486 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4931996-186b-4de2-8c80-8ceda1784554 None None] Sync routers for ids ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:33:17.344477 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4931996-186b-4de2-8c80-8ceda1784554 None None] Routers {'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:33:17.345688 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-c4931996-186b-4de2-8c80-8ceda1784554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:32:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:17.366629 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-38232054-d017-4304-b028-3e673207b9a3 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "DELETE /v2.0/floatingips/e34a7354-908e-4768-acc9-6bf10019d154 HTTP/1.1" status: 204 len: 168 time: 0.8905151 Jun 24 12:33:17.367300 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'tag': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a'}] {{(pid=92890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:33:17.369570 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517629408a7844c41ebdb2f723fc31eda4d7fb86c41968f960d7e94ea508cd4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03135256-17e2-4474-a04b-6e163c16f0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e9a7de0d-b727-4f83-a111-b24ca21a7356", "tag": "c1fb0b53-a47e-46a1-b175-2eb873416a6a"}]}' {{(pid=92890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:33:17.413441 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2f42b5-55db-4a81-9640-a5b2f4c61968 x-openstack-request-id: req-de2f42b5-55db-4a81-9640-a5b2f4c61968 {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:33:17.414026 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9a7de0d-b727-4f83-a111-b24ca21a7356", "tag": "c1fb0b53-a47e-46a1-b175-2eb873416a6a", "status": "completed", "code": 200}]} {{(pid=92890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:33:17.414526 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-de2f42b5-55db-4a81-9640-a5b2f4c61968 {{(pid=92890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:33:17.414965 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'tag': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a', 'status': 'completed', 'code': 200} Jun 24 12:33:17.453190 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-c4931996-186b-4de2-8c80-8ceda1784554 None None] Set router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:33:17.518896 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03135256-17e2-4474-a04b-6e163c16f0a2 req-cbf526d8-9466-4a48-b480-5f9fc7331e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:17.520453 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-03135256-17e2-4474-a04b-6e163c16f0a2 req-cbf526d8-9466-4a48-b480-5f9fc7331e45 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=72e7d47e8bb14f0787ba7fd6b1973cab&device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 1099 time: 0.0609186 Jun 24 12:33:17.625469 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03135256-17e2-4474-a04b-6e163c16f0a2 req-1a044b23-d6b4-4609-a7dc-3823e63ea56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:17.627219 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-03135256-17e2-4474-a04b-6e163c16f0a2 req-1a044b23-d6b4-4609-a7dc-3823e63ea56f service neutron] 10.222.0.49 "GET /v2.0/networks?id=061889bb-0b88-4ea0-a5b4-209b1bc263ea HTTP/1.1" status: 200 len: 916 time: 0.0987606 Jun 24 12:33:17.682775 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-c4931996-186b-4de2-8c80-8ceda1784554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'name': 'tempest-TestMinimumBasicScenario-1972971515-router', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:47Z', 'updated_at': '2021-06-24T12:30:51Z', 'revision_number': 4, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'gw_port': {'id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:48Z', 'updated_at': '2021-06-24T12:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'a5cd6961-c528-4b15-a21b-987a7e9ffb79', 'name': '', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'mac_address': 'fa:16:3e:bf:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:50Z', 'updated_at': '2021-06-24T12:31:00Z', 'revision_number': 5, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'subnets': [{'id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:17.684868 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-03135256-17e2-4474-a04b-6e163c16f0a2 req-0137d1e6-0501-4e9e-9ebb-88a25b7a366f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1fb0b53-a47e-46a1-b175-2eb873416a6a HTTP/1.1" status: 200 len: 217 time: 0.0463996 Jun 24 12:33:17.712956 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4931996-186b-4de2-8c80-8ceda1784554 None None] Checking router: bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:33:17.724591 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4931996-186b-4de2-8c80-8ceda1784554 None None] Routers {'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:33:17.725201 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-c4931996-186b-4de2-8c80-8ceda1784554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:32:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:17.781975 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03135256-17e2-4474-a04b-6e163c16f0a2 req-2c77cd4f-9357-47be-97b3-dbf799f4e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:17.784133 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-03135256-17e2-4474-a04b-6e163c16f0a2 req-2c77cd4f-9357-47be-97b3-dbf799f4e7af service neutron] 10.222.0.49 "GET /v2.0/subnets?id=2b238d92-fe9f-450b-82fc-2f9bf58fe02e HTTP/1.1" status: 200 len: 854 time: 0.0554092 Jun 24 12:33:17.839073 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-c4931996-186b-4de2-8c80-8ceda1784554 None None] Set router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:33:17.858729 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03135256-17e2-4474-a04b-6e163c16f0a2 req-b7f31c0a-1c4f-4e11-8177-2ad994c118e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:17.860625 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-03135256-17e2-4474-a04b-6e163c16f0a2 req-b7f31c0a-1c4f-4e11-8177-2ad994c118e1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=061889bb-0b88-4ea0-a5b4-209b1bc263ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0600219 Jun 24 12:33:17.977490 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-03135256-17e2-4474-a04b-6e163c16f0a2 req-ad19552e-f2ee-4d9d-8d68-4542bcd5aea3 service neutron] 10.222.0.49 "GET /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966942 Jun 24 12:33:18.053579 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-c4931996-186b-4de2-8c80-8ceda1784554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'name': 'tempest-TestMinimumBasicScenario-1972971515-router', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:47Z', 'updated_at': '2021-06-24T12:30:51Z', 'revision_number': 4, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'gw_port': {'id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:48Z', 'updated_at': '2021-06-24T12:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'a5cd6961-c528-4b15-a21b-987a7e9ffb79', 'name': '', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'mac_address': 'fa:16:3e:bf:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:50Z', 'updated_at': '2021-06-24T12:31:00Z', 'revision_number': 5, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'subnets': [{'id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:18.072564 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-03135256-17e2-4474-a04b-6e163c16f0a2 req-5ad35cc2-aea8-499d-8c93-29d6d256b494 service neutron] 10.222.0.49 "GET /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877011 Jun 24 12:33:18.080557 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4931996-186b-4de2-8c80-8ceda1784554 None None] The sync data for ids ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'] in dv-cinder-689486-14-smb is: [{'id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'name': 'tempest-TestMinimumBasicScenario-1972971515-router', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:47Z', 'updated_at': '2021-06-24T12:30:51Z', 'revision_number': 4, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'gw_port': {'id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:48Z', 'updated_at': '2021-06-24T12:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': 'a5cd6961-c528-4b15-a21b-987a7e9ffb79', 'name': '', 'network_id': '061889bb-0b88-4ea0-a5b4-209b1bc263ea', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'mac_address': 'fa:16:3e:bf:de:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:50Z', 'updated_at': '2021-06-24T12:31:00Z', 'revision_number': 5, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'subnets': [{'id': '2b238d92-fe9f-450b-82fc-2f9bf58fe02e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:33:18.319926 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8a2007-9983-40bf-a4bb-88310418d298 None None] New status for floating IP e34a7354-908e-4768-acc9-6bf10019d154: DOWN {{(pid=92891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:33:20.455614 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2c57a-1419-4130-a557-ab51f259d56b req-20fb8be8-aec9-4ff2-b30c-c908e62f33ae tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:20.456985 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3cb2c57a-1419-4130-a557-ab51f259d56b req-20fb8be8-aec9-4ff2-b30c-c908e62f33ae tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 946 time: 0.0650239 Jun 24 12:33:20.495623 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-3cb2c57a-1419-4130-a557-ab51f259d56b req-b10e07a9-34c4-4fd1-ad63-d5bc39dbaee9 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328364 Jun 24 12:33:21.672126 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855cb3c-2839-48f9-b1c2-8d8f66ce8a1e req-95a254de-c4c9-4b84-be06-55758f859edf tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:21.673589 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f855cb3c-2839-48f9-b1c2-8d8f66ce8a1e req-95a254de-c4c9-4b84-be06-55758f859edf tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 946 time: 0.0666392 Jun 24 12:33:21.711909 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-f855cb3c-2839-48f9-b1c2-8d8f66ce8a1e req-67fb9f99-7ac7-4f4f-bd61-35a261433980 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320585 Jun 24 12:33:22.626849 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101fd40-d297-4bd3-8372-dbdd71870dbb req-bbb7057e-022a-4e5c-8322-71e638dc41ca tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:22.628835 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4101fd40-d297-4bd3-8372-dbdd71870dbb req-bbb7057e-022a-4e5c-8322-71e638dc41ca tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.49 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 946 time: 0.0632730 Jun 24 12:33:22.731280 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-4101fd40-d297-4bd3-8372-dbdd71870dbb req-ed994fd3-a713-418a-b124-55b429dc6587 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Deleting port c1fb0b53-a47e-46a1-b175-2eb873416a6a {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:33:22.732239 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-4101fd40-d297-4bd3-8372-dbdd71870dbb req-ed994fd3-a713-418a-b124-55b429dc6587 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:22.820650 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-4101fd40-d297-4bd3-8372-dbdd71870dbb req-ed994fd3-a713-418a-b124-55b429dc6587 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] For port c1fb0b53-a47e-46a1-b175-2eb873416a6a, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=c1fb0b53-a47e-46a1-b175-2eb873416a6a,segment=NetworkSegment(9c43b15d-4619-4e5e-88ea-e97f3ff197be),segment_id=9c43b15d-4619-4e5e-88ea-e97f3ff197be)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:33:22.821026 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-4101fd40-d297-4bd3-8372-dbdd71870dbb req-ed994fd3-a713-418a-b124-55b429dc6587 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:22.863066 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-4101fd40-d297-4bd3-8372-dbdd71870dbb req-ed994fd3-a713-418a-b124-55b429dc6587 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Calling delete_port for c1fb0b53-a47e-46a1-b175-2eb873416a6a owned by compute:nova {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:33:22.947227 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3740a-3c5e-455b-a712-887a5b0bb3e6 req-ddabb957-c3d2-45a1-b6d9-15ef66faa44c tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:22.948663 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a9e3740a-3c5e-455b-a712-887a5b0bb3e6 req-ddabb957-c3d2-45a1-b6d9-15ef66faa44c tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/ports?device_id=e9a7de0d-b727-4f83-a111-b24ca21a7356 HTTP/1.1" status: 200 len: 946 time: 0.1251535 Jun 24 12:33:23.015807 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-a9e3740a-3c5e-455b-a712-887a5b0bb3e6 req-ab7b2753-1468-4e7e-adb7-7ffb58bc18cc tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.98 "GET /v2.0/security-groups?id=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612340 Jun 24 12:33:23.041691 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-4101fd40-d297-4bd3-8372-dbdd71870dbb req-ed994fd3-a713-418a-b124-55b429dc6587 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:23.045658 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f02b3450-0a2b-4630-86b3-fe7cadb78a1b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:23.075542 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed994fd3-a713-418a-b124-55b429dc6587 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Pushing event deleted for resources: {'Port': ['ID=c1fb0b53-a47e-46a1-b175-2eb873416a6a,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:23.078576 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ed994fd3-a713-418a-b124-55b429dc6587 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:23.080126 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] get_ports_and_sgs() called for port_ids ['c1fb0b53-a47e-46a1-b175-2eb873416a6a'] {{(pid=92891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 24 12:33:23.121286 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-4101fd40-d297-4bd3-8372-dbdd71870dbb req-ed994fd3-a713-418a-b124-55b429dc6587 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] No DVR routers for this DVR port c1fb0b53-a47e-46a1-b175-2eb873416a6a on host hv-cinder-68948 {{(pid=92888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:33:23.123881 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-4101fd40-d297-4bd3-8372-dbdd71870dbb req-ed994fd3-a713-418a-b124-55b429dc6587 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:23.125965 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-4101fd40-d297-4bd3-8372-dbdd71870dbb req-ed994fd3-a713-418a-b124-55b429dc6587 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] 10.222.0.49 "DELETE /v2.0/ports/c1fb0b53-a47e-46a1-b175-2eb873416a6a HTTP/1.1" status: 204 len: 173 time: 0.4911902 Jun 24 12:33:23.126465 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'name': 'network-vif-deleted', 'tag': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:33:23.128792 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acbb6c7-774e-4888-953b-7ade2d9b9f5c" -d '{"events": [{"server_uuid": "e9a7de0d-b727-4f83-a111-b24ca21a7356", "name": "network-vif-deleted", "tag": "c1fb0b53-a47e-46a1-b175-2eb873416a6a"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:33:23.166050 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f231c92e-6ad2-4097-98bd-b5a9675c945b x-openstack-request-id: req-f231c92e-6ad2-4097-98bd-b5a9675c945b {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:33:23.166295 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9a7de0d-b727-4f83-a111-b24ca21a7356", "name": "network-vif-deleted", "tag": "c1fb0b53-a47e-46a1-b175-2eb873416a6a", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:33:23.166583 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-f231c92e-6ad2-4097-98bd-b5a9675c945b {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:33:23.167014 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9a7de0d-b727-4f83-a111-b24ca21a7356', 'name': 'network-vif-deleted', 'tag': 'c1fb0b53-a47e-46a1-b175-2eb873416a6a', 'status': 'completed', 'code': 200} Jun 24 12:33:24.252578 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:33:24.702000 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43340) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:25.050008 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2cb14b9e-63e2-4aa5-9f48-d6a154794fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612073'] for router_interface, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:25.303350 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-2cb14b9e-63e2-4aa5-9f48-d6a154794fb8 admin admin] Deleting port a5cd6961-c528-4b15-a21b-987a7e9ffb79 {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:33:25.303632 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2cb14b9e-63e2-4aa5-9f48-d6a154794fb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:25.380244 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [None req-2cb14b9e-63e2-4aa5-9f48-d6a154794fb8 admin admin] For port a5cd6961-c528-4b15-a21b-987a7e9ffb79, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=a5cd6961-c528-4b15-a21b-987a7e9ffb79,segment=NetworkSegment(9c43b15d-4619-4e5e-88ea-e97f3ff197be),segment_id=9c43b15d-4619-4e5e-88ea-e97f3ff197be)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:33:25.380852 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2cb14b9e-63e2-4aa5-9f48-d6a154794fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:25.392960 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-2cb14b9e-63e2-4aa5-9f48-d6a154794fb8 admin admin] Calling delete_port for a5cd6961-c528-4b15-a21b-987a7e9ffb79 owned by network:router_interface {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:33:25.548481 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e747fe53-e743-484f-a825-670e3db3c8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:25.581586 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2cb14b9e-63e2-4aa5-9f48-d6a154794fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:25.583566 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-12746061-b7e8-4ff6-835d-116a5a7a35f2 tempest-AttachVolumeNegativeTest-824619312 tempest-AttachVolumeNegativeTest-824619312-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:25.604986 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb14b9e-63e2-4aa5-9f48-d6a154794fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5cd6961-c528-4b15-a21b-987a7e9ffb79,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:25.608378 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-2cb14b9e-63e2-4aa5-9f48-d6a154794fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:25.766955 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-2cb14b9e-63e2-4aa5-9f48-d6a154794fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-955692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611193'] for router_interface, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:26.227655 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb14b9e-63e2-4aa5-9f48-d6a154794fb8 admin admin] Router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:33:26.335304 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb14b9e-63e2-4aa5-9f48-d6a154794fb8 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:33:26.340396 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-2cb14b9e-63e2-4aa5-9f48-d6a154794fb8 admin admin] 10.222.0.98 "PUT /v2.0/routers/bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6372550 Jun 24 12:33:26.343680 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43344) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:26.347832 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099eabd3-0023-4661-9691-578d8f3a7c25 None None] Sync routers for ids ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:33:26.361792 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099eabd3-0023-4661-9691-578d8f3a7c25 None None] Routers {'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:33:26.363227 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-099eabd3-0023-4661-9691-578d8f3a7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:32:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:26.452144 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] Notify callbacks [] for router, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:26.472279 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-099eabd3-0023-4661-9691-578d8f3a7c25 None None] Set router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:33:26.557592 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:26.611938 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] Deleting port 9ea0c813-2efb-4c13-93b7-bcd95e9294c0 {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:33:26.612273 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:26.666817 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-099eabd3-0023-4661-9691-578d8f3a7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'name': 'tempest-TestMinimumBasicScenario-1972971515-router', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96'}], 'enable_snat': True}, 'gw_port_id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:47Z', 'updated_at': '2021-06-24T12:33:25Z', 'revision_number': 5, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'gw_port': {'id': '9ea0c813-2efb-4c13-93b7-bcd95e9294c0', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:48Z', 'updated_at': '2021-06-24T12:30:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:26.692850 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099eabd3-0023-4661-9691-578d8f3a7c25 None None] Checking router: bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:33:26.695148 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] For port 9ea0c813-2efb-4c13-93b7-bcd95e9294c0, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=9ea0c813-2efb-4c13-93b7-bcd95e9294c0,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:33:26.695664 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:26.702396 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099eabd3-0023-4661-9691-578d8f3a7c25 None None] Routers {'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:33:26.703031 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-099eabd3-0023-4661-9691-578d8f3a7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:32:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:26.708635 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] Calling delete_port for 9ea0c813-2efb-4c13-93b7-bcd95e9294c0 owned by network:router_gateway {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:33:26.880860 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:26.883225 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-099eabd3-0023-4661-9691-578d8f3a7c25 None None] Set router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb gateway port host: None {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:33:26.884225 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-8d7f0ecc-56d6-41e1-b642-3d0adc4c64f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:26.913441 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea0c813-2efb-4c13-93b7-bcd95e9294c0,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:26.916389 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:26.937751 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-099eabd3-0023-4661-9691-578d8f3a7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'name': 'tempest-TestMinimumBasicScenario-1972971515-router', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:47Z', 'updated_at': '2021-06-24T12:33:26Z', 'revision_number': 6, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'gw_port_host': None}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:26.965416 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099eabd3-0023-4661-9691-578d8f3a7c25 None None] The sync data for ids ['bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb'] in dv-cinder-689486-14-smb is: [{'id': 'bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb', 'name': 'tempest-TestMinimumBasicScenario-1972971515-router', 'tenant_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:47Z', 'updated_at': '2021-06-24T12:33:26Z', 'revision_number': 6, 'project_id': '72e7d47e8bb14f0787ba7fd6b1973cab', 'gw_port_host': None}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:33:27.008729 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613020'] for router_gateway, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.126400 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60476'] for router, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.129257 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.194287 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-613332'] for router, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.194720 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb {{(pid=92890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:33:27.199720 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] Notify callbacks [] for router, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.200978 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-b44599b8-bcc0-42d5-817c-7d227a0b63da admin admin] 10.222.0.98 "DELETE /v2.0/routers/bbb64c3b-1dd0-4fa3-9dbd-8409af82e2cb HTTP/1.1" status: 204 len: 168 time: 0.8562706 Jun 24 12:33:27.203640 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43348) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:27.250313 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_v2 [None req-052c7aa1-ffeb-4e5b-8549-542750ff5551 admin admin] Deleting subnet 2b238d92-fe9f-450b-82fc-2f9bf58fe02e {{(pid=92888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:33:27.253978 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-052c7aa1-ffeb-4e5b-8549-542750ff5551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.295959 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-052c7aa1-ffeb-4e5b-8549-542750ff5551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3353590'] for subnet, precommit_delete_associations {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.386369 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-052c7aa1-ffeb-4e5b-8549-542750ff5551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8177933'] for subnet, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.439534 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-052c7aa1-ffeb-4e5b-8549-542750ff5551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8177946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3601876'] for subnet, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.442633 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-a2cf73d0-249c-4238-8b00-15f93e9d5850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:27.469006 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-052c7aa1-ffeb-4e5b-8549-542750ff5551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.471126 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-052c7aa1-ffeb-4e5b-8549-542750ff5551 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/2b238d92-fe9f-450b-82fc-2f9bf58fe02e HTTP/1.1" status: 204 len: 168 time: 0.2664421 Jun 24 12:33:27.472186 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c7aa1-ffeb-4e5b-8549-542750ff5551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b238d92-fe9f-450b-82fc-2f9bf58fe02e,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:27.473759 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43350) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:27.475772 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6aab353-fad0-4992-9df9-3454a9dc70db None None] Network 061889bb-0b88-4ea0-a5b4-209b1bc263ea requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:33:27.477568 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-052c7aa1-ffeb-4e5b-8549-542750ff5551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:27.540746 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7938150'] for network, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.597842 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Deleting port f86f7e24-d5c7-4b99-a736-3e2697b01c4b {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:33:27.598181 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.665323 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] For port f86f7e24-d5c7-4b99-a736-3e2697b01c4b, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=f86f7e24-d5c7-4b99-a736-3e2697b01c4b,segment=NetworkSegment(9c43b15d-4619-4e5e-88ea-e97f3ff197be),segment_id=9c43b15d-4619-4e5e-88ea-e97f3ff197be)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:33:27.665679 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.679844 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Calling delete_port for f86f7e24-d5c7-4b99-a736-3e2697b01c4b owned by network:dhcp {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:33:27.744289 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] DHCP port deletion for 061889bb-0b88-4ea0-a5b4-209b1bc263ea request from dv-cinder-689486-14-smb {{(pid=92891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:33:27.766992 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.769143 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1e0586c9-eec0-4792-966e-c54cf1c17c2d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:27.793700 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Pushing event deleted for resources: {'Port': ['ID=f86f7e24-d5c7-4b99-a736-3e2697b01c4b,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:27.796884 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:27.797553 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] No DVR routers for this DVR port f86f7e24-d5c7-4b99-a736-3e2697b01c4b on host dv-cinder-689486-14-smb {{(pid=92890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:33:27.798885 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Deleting port f86f7e24-d5c7-4b99-a736-3e2697b01c4b {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:33:27.799244 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.865711 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] For port f86f7e24-d5c7-4b99-a736-3e2697b01c4b, host dv-cinder-689486-14-smb, got binding levels [] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:33:27.866140 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.872216 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8179803', 'neutron.services.segments.db._delete_segments_for_network-8792598930728'] for network, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.880266 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Calling delete_port for f86f7e24-d5c7-4b99-a736-3e2697b01c4b owned by network:dhcp {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:33:27.883266 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.ipam_backend_mixin [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Port f86f7e24-d5c7-4b99-a736-3e2697b01c4b was not found and therefore no delete operation was performed {{(pid=92891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 24 12:33:27.883450 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061889bb-0b88-4ea0-a5b4-209b1bc263ea']}} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:27.884585 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.887116 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:27.894178 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c43b15d-4619-4e5e-88ea-e97f3ff197be') {'for_net_delete': True} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:27.894558 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c43b15d-4619-4e5e-88ea-e97f3ff197be') {} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:27.903467 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792598917807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632487'] for segment, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.910810 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Pushing event deleted for resources: {'Port': ['ID=f86f7e24-d5c7-4b99-a736-3e2697b01c4b,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:27.913095 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] No DVR routers for this DVR port f86f7e24-d5c7-4b99-a736-3e2697b01c4b on host dv-cinder-689486-14-smb {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:33:27.920541 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:27.922241 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:27.922691 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:27.923033 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:27.923424 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:27.925203 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:27.925203 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:27.925203 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:27.925203 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:27.925517 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:27.925837 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:27.926909 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:33:27.929825 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.930593 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-1dea7e4e-9038-403f-bf9d-b14d2a18eac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:27.937157 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=92890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:33:27.937807 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530540'] for segment, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: Traceback (most recent call last): Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: timer() Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: cb(*args, **kw) Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: return func(*args, **kwargs) Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: self._notify() Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: self.callback(batched_events) Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: event.method(event) Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: return f(self, *a, **k) Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: return self._get(url).json() Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: return self.request(url, 'GET', **kwargs) Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:33:27.939744 dv-cinder-689486-14-smb neutron-server[92890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:33:28.003613 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8179778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612982'] for network, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:28.007950 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:28.021639 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:28.023553 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] 10.222.0.98 "DELETE /v2.0/networks/061889bb-0b88-4ea0-a5b4-209b1bc263ea HTTP/1.1" status: 204 len: 168 time: 0.5487492 Jun 24 12:33:28.024485 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Pushing event deleted for resources: {'Network': ['ID=061889bb-0b88-4ea0-a5b4-209b1bc263ea,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:28.026720 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43352) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:28.035122 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-9f047aab-dc31-4801-b85c-2a9f1515e3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:28.043672 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3ba2fcd6-6037-49ef-bb78-6d708d2ea3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:28.148244 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device c1fb0b53-a47e-46a1-b175-2eb873416a6a no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:33:28.169083 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: c1fb0b53-a47e-46a1-b175-2eb873416a6a {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:33:28.169431 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device c1fb0b53-a47e-46a1-b175-2eb873416a6a not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:33:28.453860 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6dd0-f095-48a4-bfc3-c0f9b00d6c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612073'] for router_interface, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:28.517864 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:28.744411 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe6dd0-f095-48a4-bfc3-c0f9b00d6c96 admin admin] Deleting port 4d13492e-6708-4ee6-8f4f-769bcceb2428 {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:33:28.744660 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6dd0-f095-48a4-bfc3-c0f9b00d6c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:28.821091 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [None req-e7fe6dd0-f095-48a4-bfc3-c0f9b00d6c96 admin admin] For port 4d13492e-6708-4ee6-8f4f-769bcceb2428, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=4d13492e-6708-4ee6-8f4f-769bcceb2428,segment=NetworkSegment(7126c1cf-f533-465f-94c6-5626b198d054),segment_id=7126c1cf-f533-465f-94c6-5626b198d054)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:33:28.821441 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6dd0-f095-48a4-bfc3-c0f9b00d6c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:28.833379 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe6dd0-f095-48a4-bfc3-c0f9b00d6c96 admin admin] Calling delete_port for 4d13492e-6708-4ee6-8f4f-769bcceb2428 owned by network:router_interface {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:33:29.026775 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6dd0-f095-48a4-bfc3-c0f9b00d6c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:29.028707 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:29.055946 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe6dd0-f095-48a4-bfc3-c0f9b00d6c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d13492e-6708-4ee6-8f4f-769bcceb2428,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:29.056808 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 9ea0c813-2efb-4c13-93b7-bcd95e9294c0 no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:33:29.062142 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-e7fe6dd0-f095-48a4-bfc3-c0f9b00d6c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:29.084148 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: 9ea0c813-2efb-4c13-93b7-bcd95e9294c0 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:33:29.084402 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 9ea0c813-2efb-4c13-93b7-bcd95e9294c0 not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:33:29.084644 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device a5cd6961-c528-4b15-a21b-987a7e9ffb79 no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:33:29.103711 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: a5cd6961-c528-4b15-a21b-987a7e9ffb79 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:33:29.104073 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device a5cd6961-c528-4b15-a21b-987a7e9ffb79 not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:33:29.104502 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device f86f7e24-d5c7-4b99-a736-3e2697b01c4b no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:33:29.124251 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: f86f7e24-d5c7-4b99-a736-3e2697b01c4b {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:33:29.124849 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device f86f7e24-d5c7-4b99-a736-3e2697b01c4b not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:33:29.222832 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e7fe6dd0-f095-48a4-bfc3-c0f9b00d6c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-955692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611193'] for router_interface, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:29.426305 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:29.685185 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fe6dd0-f095-48a4-bfc3-c0f9b00d6c96 admin admin] Router 9f3fb00e-624e-4ab6-994d-77bfca865e62 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:33:29.806903 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fe6dd0-f095-48a4-bfc3-c0f9b00d6c96 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:33:29.812813 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-e7fe6dd0-f095-48a4-bfc3-c0f9b00d6c96 admin admin] 10.222.0.98 "PUT /v2.0/routers/9f3fb00e-624e-4ab6-994d-77bfca865e62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7848377 Jun 24 12:33:29.816077 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43354) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:29.817005 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24a02b-d029-41b2-97a5-a85e07ffc9c1 None None] Sync routers for ids ['9f3fb00e-624e-4ab6-994d-77bfca865e62'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:33:29.827158 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24a02b-d029-41b2-97a5-a85e07ffc9c1 None None] Routers {'9f3fb00e-624e-4ab6-994d-77bfca865e62'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:33:29.827919 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-7d24a02b-d029-41b2-97a5-a85e07ffc9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:33:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['9f3fb00e-624e-4ab6-994d-77bfca865e62'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:29.923020 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] Notify callbacks [] for router, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:29.937241 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-7d24a02b-d029-41b2-97a5-a85e07ffc9c1 None None] Set router 9f3fb00e-624e-4ab6-994d-77bfca865e62 gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:33:30.030972 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:30.094637 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] Deleting port 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:33:30.094978 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:30.173873 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] For port 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=3fbb2983-64e5-4d1d-9377-549b1dbd9e2b,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:33:30.174232 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:30.196917 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] Calling delete_port for 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b owned by network:router_gateway {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:33:30.259637 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-7d24a02b-d029-41b2-97a5-a85e07ffc9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'name': 'tempest-TestMinimumBasicScenario-1681358743-router', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.73'}], 'enable_snat': True}, 'gw_port_id': '3fbb2983-64e5-4d1d-9377-549b1dbd9e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:54Z', 'updated_at': '2021-06-24T12:33:28Z', 'revision_number': 5, 'project_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'gw_port': {'id': '3fbb2983-64e5-4d1d-9377-549b1dbd9e2b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:4c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:30:55Z', 'updated_at': '2021-06-24T12:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:30.289074 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24a02b-d029-41b2-97a5-a85e07ffc9c1 None None] Checking router: 9f3fb00e-624e-4ab6-994d-77bfca865e62 for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:33:30.298217 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24a02b-d029-41b2-97a5-a85e07ffc9c1 None None] Routers {'9f3fb00e-624e-4ab6-994d-77bfca865e62'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:33:30.298844 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-7d24a02b-d029-41b2-97a5-a85e07ffc9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:33:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['9f3fb00e-624e-4ab6-994d-77bfca865e62'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:30.370787 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:30.372913 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-fedf2b37-1690-4c79-8495-39ce8eab9b1b tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:30.389023 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-7d24a02b-d029-41b2-97a5-a85e07ffc9c1 None None] Set router 9f3fb00e-624e-4ab6-994d-77bfca865e62 gateway port host: None {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:33:30.399177 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fbb2983-64e5-4d1d-9377-549b1dbd9e2b,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:30.403230 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:30.445150 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-7d24a02b-d029-41b2-97a5-a85e07ffc9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'name': 'tempest-TestMinimumBasicScenario-1681358743-router', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:54Z', 'updated_at': '2021-06-24T12:33:30Z', 'revision_number': 6, 'project_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'gw_port_host': None}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:30.461855 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613020'] for router_gateway, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:30.474636 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24a02b-d029-41b2-97a5-a85e07ffc9c1 None None] The sync data for ids ['9f3fb00e-624e-4ab6-994d-77bfca865e62'] in dv-cinder-689486-14-smb is: [{'id': '9f3fb00e-624e-4ab6-994d-77bfca865e62', 'name': 'tempest-TestMinimumBasicScenario-1681358743-router', 'tenant_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:30:54Z', 'updated_at': '2021-06-24T12:33:30Z', 'revision_number': 6, 'project_id': '1041957e4d6a45ceba8a9f72f5147f3c', 'gw_port_host': None}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:33:30.559551 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60476'] for router, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:30.561655 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:30.611146 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-613332'] for router, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:30.611851 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f3fb00e-624e-4ab6-994d-77bfca865e62 {{(pid=92888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:33:30.617372 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] Notify callbacks [] for router, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:30.618622 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] 10.222.0.98 "DELETE /v2.0/routers/9f3fb00e-624e-4ab6-994d-77bfca865e62 HTTP/1.1" status: 204 len: 168 time: 0.8015115 Jun 24 12:33:30.621199 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43358) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:30.668563 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ea39fb-752f-4e5b-8dd4-3641f92b270d admin admin] Deleting subnet 50ced17a-f955-42b8-ab60-ca0ac1d48a3d {{(pid=92888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:33:30.672341 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e5ea39fb-752f-4e5b-8dd4-3641f92b270d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:30.709491 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e5ea39fb-752f-4e5b-8dd4-3641f92b270d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3353590'] for subnet, precommit_delete_associations {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:30.798371 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e5ea39fb-752f-4e5b-8dd4-3641f92b270d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8177933'] for subnet, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:30.872712 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e5ea39fb-752f-4e5b-8dd4-3641f92b270d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8177946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3601876'] for subnet, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:30.873038 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:30.877604 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:30.905777 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea39fb-752f-4e5b-8dd4-3641f92b270d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50ced17a-f955-42b8-ab60-ca0ac1d48a3d,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:30.910999 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-e5ea39fb-752f-4e5b-8dd4-3641f92b270d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:30.911804 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e5ea39fb-752f-4e5b-8dd4-3641f92b270d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:30.913789 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-e5ea39fb-752f-4e5b-8dd4-3641f92b270d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/50ced17a-f955-42b8-ab60-ca0ac1d48a3d HTTP/1.1" status: 204 len: 168 time: 0.2916532 Jun 24 12:33:30.917147 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43360) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:30.921014 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0139a51-ac9e-4224-8b84-980e40c240a8 None None] Network dfc1c354-7710-484a-8707-582fcb6969c6 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:33:30.986487 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7938150'] for network, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:31.045374 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Deleting port d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:33:31.045784 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:31.107268 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] For port d8a6456e-810d-45e6-b1ca-406c4c8a2ba1, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=d8a6456e-810d-45e6-b1ca-406c4c8a2ba1,segment=NetworkSegment(7126c1cf-f533-465f-94c6-5626b198d054),segment_id=7126c1cf-f533-465f-94c6-5626b198d054)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:33:31.107650 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:31.119825 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Calling delete_port for d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 owned by network:dhcp {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:33:31.207235 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:31.210147 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-046e01ef-cf36-4829-bde2-3f886e2fc6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:31.233707 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a6456e-810d-45e6-b1ca-406c4c8a2ba1,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:31.236642 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:31.237450 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] No DVR routers for this DVR port d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 on host dv-cinder-689486-14-smb {{(pid=92890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:33:31.290056 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34c1477-db62-486f-801b-a99a22acd0c0 None None] DHCP port deletion for dfc1c354-7710-484a-8707-582fcb6969c6 request from dv-cinder-689486-14-smb {{(pid=92891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:33:31.306705 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8179803', 'neutron.services.segments.db._delete_segments_for_network-8792598930728'] for network, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:31.317699 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc1c354-7710-484a-8707-582fcb6969c6']}} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:31.332662 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7126c1cf-f533-465f-94c6-5626b198d054') {'for_net_delete': True} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:31.333140 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.services.segments.db [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7126c1cf-f533-465f-94c6-5626b198d054') {} {{(pid=92890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:31.341704 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792598917807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3632487'] for segment, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:31.354974 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:33:31.355996 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:31.362705 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=92890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:33:31.363188 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2530540'] for segment, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: Traceback (most recent call last): Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: timer() Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: cb(*args, **kw) Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: return func(*args, **kwargs) Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: self._notify() Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: self.callback(batched_events) Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: event.method(event) Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: return f(self, *a, **k) Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: return self._get(url).json() Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: return self.request(url, 'GET', **kwargs) Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:33:31.365076 dv-cinder-689486-14-smb neutron-server[92890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:33:31.379816 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:33:31.380663 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device d8a6456e-810d-45e6-b1ca-406c4c8a2ba1 not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:33:31.381237 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:33:31.384453 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:31.401980 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:33:31.402431 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 3fbb2983-64e5-4d1d-9377-549b1dbd9e2b not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:33:31.402852 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 4d13492e-6708-4ee6-8f4f-769bcceb2428 no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:33:31.421450 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8179778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612982'] for network, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:31.422890 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: 4d13492e-6708-4ee6-8f4f-769bcceb2428 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:33:31.423253 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 4d13492e-6708-4ee6-8f4f-769bcceb2428 not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:33:31.425066 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:31.427531 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:31.431709 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] 10.222.0.98 "DELETE /v2.0/networks/dfc1c354-7710-484a-8707-582fcb6969c6 HTTP/1.1" status: 204 len: 168 time: 0.5112076 Jun 24 12:33:31.441996 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc1c354-7710-484a-8707-582fcb6969c6,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:31.445386 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:31.602353 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43366) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:31.641973 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-99e5aae0-b8d1-46b2-a490-12b7b6195e2c admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=72e7d47e8bb14f0787ba7fd6b1973cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384114 Jun 24 12:33:31.645078 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43368) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:31.692273 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-49c23ca0-a75b-4da3-8cd9-8ab0571dd805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:31.712029 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-49c23ca0-a75b-4da3-8cd9-8ab0571dd805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:31.762694 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-49c23ca0-a75b-4da3-8cd9-8ab0571dd805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:31.765315 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-49c23ca0-a75b-4da3-8cd9-8ab0571dd805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:31.766439 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-49c23ca0-a75b-4da3-8cd9-8ab0571dd805 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/b4b73535-b9c5-4692-b4c7-ba6eeb3e4134 HTTP/1.1" status: 204 len: 168 time: 0.1204884 Jun 24 12:33:31.767197 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d7748d6d-41d9-4bbd-b863-89b3d9b676be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:31.774955 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c23ca0-a75b-4da3-8cd9-8ab0571dd805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b73535-b9c5-4692-b4c7-ba6eeb3e4134,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:31.777798 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-49c23ca0-a75b-4da3-8cd9-8ab0571dd805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:32.067460 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43374) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:32.106684 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-eafb84b7-4375-4bc4-99e8-c962bcf3559d admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1041957e4d6a45ceba8a9f72f5147f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379653 Jun 24 12:33:32.108958 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43376) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:32.155820 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-8f5a1b6b-1812-45f4-9ab1-11f7d69b1fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:32.176762 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-8f5a1b6b-1812-45f4-9ab1-11f7d69b1fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:32.221477 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-8f5a1b6b-1812-45f4-9ab1-11f7d69b1fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:32.224903 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-8f5a1b6b-1812-45f4-9ab1-11f7d69b1fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:32.226039 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-8f5a1b6b-1812-45f4-9ab1-11f7d69b1fa8 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/72bbf065-089f-4040-bc62-efdae0b5b15c HTTP/1.1" status: 204 len: 168 time: 0.1161540 Jun 24 12:33:32.226870 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-b1a3364a-89b5-4be5-84d3-41e83b1a6ad1 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:32.240262 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5a1b6b-1812-45f4-9ab1-11f7d69b1fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bbf065-089f-4040-bc62-efdae0b5b15c,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:32.243169 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-8f5a1b6b-1812-45f4-9ab1-11f7d69b1fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:33.867830 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5b57a87f-b2ec-497c-8fa0-62005e0f4ab1 req-7b516ab4-7cc5-43b9-ad27-2381785f0476 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531693 Jun 24 12:33:33.983034 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57a87f-b2ec-497c-8fa0-62005e0f4ab1 req-2b7b6cab-46b2-4f68-a97d-95c856f6b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:33.984497 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5b57a87f-b2ec-497c-8fa0-62005e0f4ab1 req-2b7b6cab-46b2-4f68-a97d-95c856f6b676 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab3202e2b14640afb4d51e51be80066a&device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 1098 time: 0.0500042 Jun 24 12:33:34.086716 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57a87f-b2ec-497c-8fa0-62005e0f4ab1 req-f0f041ac-05b1-4570-8b92-86e16f3d631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:34.088243 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5b57a87f-b2ec-497c-8fa0-62005e0f4ab1 req-f0f041ac-05b1-4570-8b92-86e16f3d631d service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813 HTTP/1.1" status: 200 len: 910 time: 0.0833628 Jun 24 12:33:34.156811 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5b57a87f-b2ec-497c-8fa0-62005e0f4ab1 req-4dc5f5c5-3b21-4d3d-9d9d-9f16f76bfdd8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581 HTTP/1.1" status: 200 len: 1000 time: 0.0589817 Jun 24 12:33:34.205472 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57a87f-b2ec-497c-8fa0-62005e0f4ab1 req-9f7643d3-5d43-4ead-ad4b-b3f0e6de35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:34.206884 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5b57a87f-b2ec-497c-8fa0-62005e0f4ab1 req-9f7643d3-5d43-4ead-ad4b-b3f0e6de35aa service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c2e608d6-0ace-49bb-8372-767f80935cbd HTTP/1.1" status: 200 len: 848 time: 0.0425661 Jun 24 12:33:34.263900 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b57a87f-b2ec-497c-8fa0-62005e0f4ab1 req-262c4f31-035d-4b99-ab2e-9dc1bffad357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:34.265338 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5b57a87f-b2ec-497c-8fa0-62005e0f4ab1 req-262c4f31-035d-4b99-ab2e-9dc1bffad357 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0501504 Jun 24 12:33:34.356932 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5b57a87f-b2ec-497c-8fa0-62005e0f4ab1 req-735cf9fe-90f6-47c7-abf4-d2b676ce7377 service neutron] 10.222.0.49 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844002 Jun 24 12:33:34.444116 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-5b57a87f-b2ec-497c-8fa0-62005e0f4ab1 req-91cc97b8-5cff-4817-90a2-73b82efb82c1 service neutron] 10.222.0.49 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799897 Jun 24 12:33:37.082340 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4387382-7384-49e6-a72d-73f401ab0377 req-c46769bd-c755-48d5-bb61-c133f6159d7a tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:37.083820 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d4387382-7384-49e6-a72d-73f401ab0377 req-c46769bd-c755-48d5-bb61-c133f6159d7a tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 947 time: 0.0671799 Jun 24 12:33:37.120966 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-d4387382-7384-49e6-a72d-73f401ab0377 req-fb871fe3-2101-4ac7-9986-0374ce33fa7d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315361 Jun 24 12:33:38.294639 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd922c73-98de-48a8-8e5d-588ccadc26dc req-21eabba6-08c0-45f7-b288-b66f5625260d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:38.296156 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bd922c73-98de-48a8-8e5d-588ccadc26dc req-21eabba6-08c0-45f7-b288-b66f5625260d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 947 time: 0.0623434 Jun 24 12:33:38.337913 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-bd922c73-98de-48a8-8e5d-588ccadc26dc req-a7ff99eb-c7e7-4f61-b074-d0bb6538d2b8 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups?id=0603ba41-51cb-447d-ad3e-2327a28cadef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357256 Jun 24 12:33:38.655454 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147b432-fd04-4a95-8333-e8429bf849ec req-47a0ca5e-c9a2-404e-b4f4-162d1a049344 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:33:38.656845 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b147b432-fd04-4a95-8333-e8429bf849ec req-47a0ca5e-c9a2-404e-b4f4-162d1a049344 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.49 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 947 time: 0.0601904 Jun 24 12:33:38.756582 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-b147b432-fd04-4a95-8333-e8429bf849ec req-e960817b-2f24-45d1-8b19-591ebf83cc3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Deleting port fbbe6516-ec4c-42ff-9293-161748b5df5f {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:33:38.756957 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b147b432-fd04-4a95-8333-e8429bf849ec req-e960817b-2f24-45d1-8b19-591ebf83cc3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:38.845035 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-b147b432-fd04-4a95-8333-e8429bf849ec req-e960817b-2f24-45d1-8b19-591ebf83cc3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] For port fbbe6516-ec4c-42ff-9293-161748b5df5f, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=fbbe6516-ec4c-42ff-9293-161748b5df5f,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:33:38.845396 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b147b432-fd04-4a95-8333-e8429bf849ec req-e960817b-2f24-45d1-8b19-591ebf83cc3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:39.012751 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b147b432-fd04-4a95-8333-e8429bf849ec req-e960817b-2f24-45d1-8b19-591ebf83cc3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:39.013129 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b147b432-fd04-4a95-8333-e8429bf849ec req-e960817b-2f24-45d1-8b19-591ebf83cc3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-612985'] for floatingip, after_update {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:39.013446 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.db.l3_db [req-b147b432-fd04-4a95-8333-e8429bf849ec req-e960817b-2f24-45d1-8b19-591ebf83cc3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Floating IP 6f8c4e54-b194-4a6a-9c5e-f47224918c63 disassociated. External IP: 172.28.2.82, port: fbbe6516-ec4c-42ff-9293-161748b5df5f. Jun 24 12:33:39.013791 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-b147b432-fd04-4a95-8333-e8429bf849ec req-e960817b-2f24-45d1-8b19-591ebf83cc3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Calling delete_port for fbbe6516-ec4c-42ff-9293-161748b5df5f owned by compute:nova {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:33:39.138750 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b147b432-fd04-4a95-8333-e8429bf849ec req-e960817b-2f24-45d1-8b19-591ebf83cc3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:39.143092 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-035b3546-1d0e-4e40-8f58-03d6ec69ffb0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:39.174494 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960817b-2f24-45d1-8b19-591ebf83cc3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event deleted for resources: {'Port': ['ID=fbbe6516-ec4c-42ff-9293-161748b5df5f,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:39.177861 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-e960817b-2f24-45d1-8b19-591ebf83cc3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:39.283916 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b147b432-fd04-4a95-8333-e8429bf849ec req-e960817b-2f24-45d1-8b19-591ebf83cc3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:33:39.389432 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b147b432-fd04-4a95-8333-e8429bf849ec req-e960817b-2f24-45d1-8b19-591ebf83cc3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:33:39.399456 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515af137-3b1c-469e-9faa-01d7f60530cb None None] Sync routers for ids ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:33:39.408787 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515af137-3b1c-469e-9faa-01d7f60530cb None None] Routers {'6c8af4c7-385d-4ad7-a344-8728f6a68e63'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:33:39.410024 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-515af137-3b1c-469e-9faa-01d7f60530cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:33:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:39.433143 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-b147b432-fd04-4a95-8333-e8429bf849ec req-e960817b-2f24-45d1-8b19-591ebf83cc3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] No DVR routers for this DVR port fbbe6516-ec4c-42ff-9293-161748b5df5f on host hv-cinder-68948 {{(pid=92888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:33:39.435559 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-b147b432-fd04-4a95-8333-e8429bf849ec req-e960817b-2f24-45d1-8b19-591ebf83cc3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:39.437516 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-b147b432-fd04-4a95-8333-e8429bf849ec req-e960817b-2f24-45d1-8b19-591ebf83cc3b tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.49 "DELETE /v2.0/ports/fbbe6516-ec4c-42ff-9293-161748b5df5f HTTP/1.1" status: 204 len: 173 time: 0.7758620 Jun 24 12:33:39.438035 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'name': 'network-vif-deleted', 'tag': 'fbbe6516-ec4c-42ff-9293-161748b5df5f'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:33:39.440897 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacc6633-ca8d-4820-924d-24161c5e761f" -d '{"events": [{"server_uuid": "99c3cd16-5d55-4365-bec6-59da6e9e7d9b", "name": "network-vif-deleted", "tag": "fbbe6516-ec4c-42ff-9293-161748b5df5f"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:33:39.483710 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-619cd2cf-a8e4-45e9-8f2c-9b8ad46cc4d6 req-23008954-4aea-4d57-bdd7-dead760521f4 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/ports?device_id=99c3cd16-5d55-4365-bec6-59da6e9e7d9b HTTP/1.1" status: 200 len: 210 time: 0.0291617 Jun 24 12:33:39.487850 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07837e92-d3b3-42f3-b18b-893ac65069fb x-openstack-request-id: req-07837e92-d3b3-42f3-b18b-893ac65069fb {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:33:39.488165 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99c3cd16-5d55-4365-bec6-59da6e9e7d9b", "name": "network-vif-deleted", "tag": "fbbe6516-ec4c-42ff-9293-161748b5df5f", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:33:39.488595 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-07837e92-d3b3-42f3-b18b-893ac65069fb {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:33:39.489118 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99c3cd16-5d55-4365-bec6-59da6e9e7d9b', 'name': 'network-vif-deleted', 'tag': 'fbbe6516-ec4c-42ff-9293-161748b5df5f', 'status': 'completed', 'code': 200} Jun 24 12:33:39.532646 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-515af137-3b1c-469e-9faa-01d7f60530cb None None] Set router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:33:39.728300 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-515af137-3b1c-469e-9faa-01d7f60530cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:24Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '3251bc19-757f-4156-a31b-5682ae146826', 'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'mac_address': 'fa:16:3e:2d:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:22Z', 'updated_at': '2021-06-24T12:27:31Z', 'revision_number': 5, 'project_id': 'cc538158c2904a4fab192222206e534b', 'subnets': [{'id': '23408857-b599-4648-884f-3a1e8e563403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:39.757416 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515af137-3b1c-469e-9faa-01d7f60530cb None None] Checking router: 6c8af4c7-385d-4ad7-a344-8728f6a68e63 for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:33:39.765454 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515af137-3b1c-469e-9faa-01d7f60530cb None None] Routers {'6c8af4c7-385d-4ad7-a344-8728f6a68e63'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:33:39.766057 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-515af137-3b1c-469e-9faa-01d7f60530cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:33:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:39.865646 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-515af137-3b1c-469e-9faa-01d7f60530cb None None] Set router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:33:40.058539 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-515af137-3b1c-469e-9faa-01d7f60530cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:24Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '3251bc19-757f-4156-a31b-5682ae146826', 'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'mac_address': 'fa:16:3e:2d:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:22Z', 'updated_at': '2021-06-24T12:27:31Z', 'revision_number': 5, 'project_id': 'cc538158c2904a4fab192222206e534b', 'subnets': [{'id': '23408857-b599-4648-884f-3a1e8e563403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:40.083706 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515af137-3b1c-469e-9faa-01d7f60530cb None None] The sync data for ids ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'] in dv-cinder-689486-14-smb is: [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:24Z', 'revision_number': 4, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '3251bc19-757f-4156-a31b-5682ae146826', 'name': '', 'network_id': 'cc8b3f62-1ecb-457f-a82e-3de3879b3067', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'mac_address': 'fa:16:3e:2d:09:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_interface', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '23408857-b599-4648-884f-3a1e8e563403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:22Z', 'updated_at': '2021-06-24T12:27:31Z', 'revision_number': 5, 'project_id': 'cc538158c2904a4fab192222206e534b', 'subnets': [{'id': '23408857-b599-4648-884f-3a1e8e563403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:33:40.293557 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6d04f1-0de3-499f-9104-212ce9d87e23 None None] New status for floating IP 6f8c4e54-b194-4a6a-9c5e-f47224918c63: DOWN {{(pid=92891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:33:40.609098 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43404) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:40.662416 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-35f1cdce-e4dd-49b3-b9a0-292d79158208 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:40.684703 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-35f1cdce-e4dd-49b3-b9a0-292d79158208 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:40.733885 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-35f1cdce-e4dd-49b3-b9a0-292d79158208 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:40.736607 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-35f1cdce-e4dd-49b3-b9a0-292d79158208 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:40.737701 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-35f1cdce-e4dd-49b3-b9a0-292d79158208 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "DELETE /v2.0/security-groups/0603ba41-51cb-447d-ad3e-2327a28cadef HTTP/1.1" status: 204 len: 168 time: 0.1276340 Jun 24 12:33:40.738542 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-896731ce-2d80-4862-a290-452db8d34803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:40.740601 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43406) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:40.748185 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1cdce-e4dd-49b3-b9a0-292d79158208 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0603ba41-51cb-447d-ad3e-2327a28cadef,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:40.750509 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-35f1cdce-e4dd-49b3-b9a0-292d79158208 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:40.754303 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.api.v2.resource [None req-85f56b4c-862a-4f16-ad52-4eac9e263caa tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] show failed (client error): The resource could not be found. Jun 24 12:33:40.755609 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-85f56b4c-862a-4f16-ad52-4eac9e263caa tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "GET /v2.0/security-groups/0603ba41-51cb-447d-ad3e-2327a28cadef HTTP/1.1" status: 404 len: 347 time: 0.0137172 Jun 24 12:33:40.759685 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43408) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:40.882929 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-dd4b05d2-472f-4887-ac29-740af2b5148d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Deleting port aba088ad-35d1-4bd3-aec4-edd8b844ca23 {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:33:40.883266 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dd4b05d2-472f-4887-ac29-740af2b5148d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:40.958607 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dd4b05d2-472f-4887-ac29-740af2b5148d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:40.958836 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dd4b05d2-472f-4887-ac29-740af2b5148d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:40.969766 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-dd4b05d2-472f-4887-ac29-740af2b5148d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Calling delete_port for aba088ad-35d1-4bd3-aec4-edd8b844ca23 owned by network:floatingip {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:33:41.098562 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dd4b05d2-472f-4887-ac29-740af2b5148d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:41.101396 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-38232054-d017-4304-b028-3e673207b9a3 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:41.123697 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b05d2-472f-4887-ac29-740af2b5148d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Pushing event deleted for resources: {'Port': ['ID=aba088ad-35d1-4bd3-aec4-edd8b844ca23,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:41.126620 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-dd4b05d2-472f-4887-ac29-740af2b5148d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:41.183330 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dd4b05d2-472f-4887-ac29-740af2b5148d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks [] for floatingip, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:41.185739 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dd4b05d2-472f-4887-ac29-740af2b5148d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for floatingip, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:41.186874 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-dd4b05d2-472f-4887-ac29-740af2b5148d tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] 10.222.0.98 "DELETE /v2.0/floatingips/6f8c4e54-b194-4a6a-9c5e-f47224918c63 HTTP/1.1" status: 204 len: 168 time: 0.4261060 Jun 24 12:33:42.284578 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device fbbe6516-ec4c-42ff-9293-161748b5df5f no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:33:42.304704 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: fbbe6516-ec4c-42ff-9293-161748b5df5f {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:33:42.305061 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device fbbe6516-ec4c-42ff-9293-161748b5df5f not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:33:43.731166 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43430) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:44.245315 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c9808c8f-5d25-41a8-ad2c-c2c8d889c492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612073'] for router_interface, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:44.490186 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-c9808c8f-5d25-41a8-ad2c-c2c8d889c492 admin admin] Deleting port 3251bc19-757f-4156-a31b-5682ae146826 {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:33:44.490525 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c9808c8f-5d25-41a8-ad2c-c2c8d889c492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:44.564560 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [None req-c9808c8f-5d25-41a8-ad2c-c2c8d889c492 admin admin] For port 3251bc19-757f-4156-a31b-5682ae146826, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=3251bc19-757f-4156-a31b-5682ae146826,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:33:44.564832 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c9808c8f-5d25-41a8-ad2c-c2c8d889c492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:44.576845 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-c9808c8f-5d25-41a8-ad2c-c2c8d889c492 admin admin] Calling delete_port for 3251bc19-757f-4156-a31b-5682ae146826 owned by network:router_interface {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:33:44.751259 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c9808c8f-5d25-41a8-ad2c-c2c8d889c492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:44.753281 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-d7992aa8-81fe-4345-b803-50476bdf2dde tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:44.775901 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9808c8f-5d25-41a8-ad2c-c2c8d889c492 admin admin] Pushing event deleted for resources: {'Port': ['ID=3251bc19-757f-4156-a31b-5682ae146826,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:44.778274 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-c9808c8f-5d25-41a8-ad2c-c2c8d889c492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:44.937942 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c9808c8f-5d25-41a8-ad2c-c2c8d889c492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-955692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611193'] for router_interface, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:45.403036 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9808c8f-5d25-41a8-ad2c-c2c8d889c492 admin admin] Router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:33:45.506780 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9808c8f-5d25-41a8-ad2c-c2c8d889c492 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:33:45.511719 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-c9808c8f-5d25-41a8-ad2c-c2c8d889c492 admin admin] 10.222.0.98 "PUT /v2.0/routers/6c8af4c7-385d-4ad7-a344-8728f6a68e63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7795229 Jun 24 12:33:45.514217 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43434) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:45.514957 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883de4b-010b-4cae-82b0-efd7ec259b3c None None] Sync routers for ids ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:33:45.524468 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883de4b-010b-4cae-82b0-efd7ec259b3c None None] Routers {'6c8af4c7-385d-4ad7-a344-8728f6a68e63'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:33:45.525081 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-7883de4b-010b-4cae-82b0-efd7ec259b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:33:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:45.615367 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] Notify callbacks [] for router, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:45.634993 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-7883de4b-010b-4cae-82b0-efd7ec259b3c None None] Set router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:33:45.713329 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:45.764171 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] Deleting port a914dae0-45f0-4ccb-a8f2-af02b0e87d0b {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:33:45.764885 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:45.808557 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-7883de4b-010b-4cae-82b0-efd7ec259b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70'}], 'enable_snat': True}, 'gw_port_id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:33:44Z', 'revision_number': 5, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port': {'id': 'a914dae0-45f0-4ccb-a8f2-af02b0e87d0b', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:45.833294 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883de4b-010b-4cae-82b0-efd7ec259b3c None None] Checking router: 6c8af4c7-385d-4ad7-a344-8728f6a68e63 for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:33:45.841204 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] For port a914dae0-45f0-4ccb-a8f2-af02b0e87d0b, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=a914dae0-45f0-4ccb-a8f2-af02b0e87d0b,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:33:45.841446 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883de4b-010b-4cae-82b0-efd7ec259b3c None None] Routers {'6c8af4c7-385d-4ad7-a344-8728f6a68e63'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:33:45.841556 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:45.843580 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-7883de4b-010b-4cae-82b0-efd7ec259b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:33:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:45.854892 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] Calling delete_port for a914dae0-45f0-4ccb-a8f2-af02b0e87d0b owned by network:router_gateway {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:33:45.926934 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-7883de4b-010b-4cae-82b0-efd7ec259b3c None None] Set router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 gateway port host: None {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:33:46.021438 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.024651 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-c9808c8f-5d25-41a8-ad2c-c2c8d889c492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:46.054749 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] Pushing event deleted for resources: {'Port': ['ID=a914dae0-45f0-4ccb-a8f2-af02b0e87d0b,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:46.057912 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:46.068716 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-7883de4b-010b-4cae-82b0-efd7ec259b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:33:45Z', 'revision_number': 6, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port_host': None}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:46.094216 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883de4b-010b-4cae-82b0-efd7ec259b3c None None] The sync data for ids ['6c8af4c7-385d-4ad7-a344-8728f6a68e63'] in dv-cinder-689486-14-smb is: [{'id': '6c8af4c7-385d-4ad7-a344-8728f6a68e63', 'name': 'tempest-AttachVolumeShelveTestJSON-1992812052-router', 'tenant_id': 'cc538158c2904a4fab192222206e534b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:27:19Z', 'updated_at': '2021-06-24T12:33:45Z', 'revision_number': 6, 'project_id': 'cc538158c2904a4fab192222206e534b', 'gw_port_host': None}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:33:46.117138 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613020'] for router_gateway, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.204516 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60476'] for router, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.207057 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.247941 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-613332'] for router, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.248498 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c8af4c7-385d-4ad7-a344-8728f6a68e63 {{(pid=92890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:33:46.253447 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] Notify callbacks [] for router, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.254744 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-ae29881b-6b9e-4769-8be9-6e5085009711 admin admin] 10.222.0.98 "DELETE /v2.0/routers/6c8af4c7-385d-4ad7-a344-8728f6a68e63 HTTP/1.1" status: 204 len: 168 time: 0.7396140 Jun 24 12:33:46.257517 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43436) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:46.304137 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.db.db_base_plugin_v2 [None req-627bad04-c3f7-4984-8e03-e3c54130a537 admin admin] Deleting subnet 23408857-b599-4648-884f-3a1e8e563403 {{(pid=92890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:33:46.307039 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-627bad04-c3f7-4984-8e03-e3c54130a537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.341235 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-627bad04-c3f7-4984-8e03-e3c54130a537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3632414'] for subnet, precommit_delete_associations {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.447962 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-627bad04-c3f7-4984-8e03-e3c54130a537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8177933'] for subnet, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.500747 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-627bad04-c3f7-4984-8e03-e3c54130a537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8177946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2530319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3256915'] for subnet, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.503452 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:46.528691 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bad04-c3f7-4984-8e03-e3c54130a537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23408857-b599-4648-884f-3a1e8e563403,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:46.530594 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-627bad04-c3f7-4984-8e03-e3c54130a537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.534533 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163954c7-7f08-455d-bfa1-291725abc808 None None] Network cc8b3f62-1ecb-457f-a82e-3de3879b3067 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:33:46.535058 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-627bad04-c3f7-4984-8e03-e3c54130a537 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/23408857-b599-4648-884f-3a1e8e563403 HTTP/1.1" status: 204 len: 168 time: 0.2764399 Jun 24 12:33:46.535175 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43438) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:46.535919 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-627bad04-c3f7-4984-8e03-e3c54130a537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:46.602127 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7938150'] for network, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.656896 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Deleting port 2be07669-7325-4a00-b546-e658c90bcc67 {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:33:46.657232 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.720846 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] For port 2be07669-7325-4a00-b546-e658c90bcc67, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=2be07669-7325-4a00-b546-e658c90bcc67,segment=NetworkSegment(5c450f92-fa0b-4ce5-a3fc-5fc041282932),segment_id=5c450f92-fa0b-4ce5-a3fc-5fc041282932)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:33:46.721226 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.732993 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Calling delete_port for 2be07669-7325-4a00-b546-e658c90bcc67 owned by network:dhcp {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:33:46.818000 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.820155 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c294cd41-bb6b-4384-a04b-d0c96a5ef8ab tempest-VolumesNegativeTest-231805434 tempest-VolumesNegativeTest-231805434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:46.845701 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Pushing event deleted for resources: {'Port': ['ID=2be07669-7325-4a00-b546-e658c90bcc67,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:46.847172 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] No DVR routers for this DVR port 2be07669-7325-4a00-b546-e658c90bcc67 on host dv-cinder-689486-14-smb {{(pid=92888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:33:46.848428 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:46.849523 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6e0b34-fdc0-4cba-b904-decedfda7126 None None] DHCP port deletion for cc8b3f62-1ecb-457f-a82e-3de3879b3067 request from dv-cinder-689486-14-smb {{(pid=92891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:33:46.921237 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8179803', 'neutron.services.segments.db._delete_segments_for_network-8792598930728'] for network, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.931775 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8b3f62-1ecb-457f-a82e-3de3879b3067']}} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:46.943147 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c450f92-fa0b-4ce5-a3fc-5fc041282932') {'for_net_delete': True} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:46.943551 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c450f92-fa0b-4ce5-a3fc-5fc041282932') {} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:33:46.952805 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792598917807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3353487'] for segment, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.969169 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.976481 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=92888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:33:46.976859 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352978'] for segment, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: conditions |= (models_v2.Port.network_id.in_( Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: Traceback (most recent call last): Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: timer() Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: cb(*args, **kw) Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: return func(*args, **kwargs) Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: self._notify() Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: self.callback(batched_events) Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: event.method(event) Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: return f(self, *a, **k) Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: return self._get(url).json() Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: return self.request(url, 'GET', **kwargs) Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:33:46.978604 dv-cinder-689486-14-smb neutron-server[92888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:33:47.066239 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 3251bc19-757f-4156-a31b-5682ae146826 no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:33:47.086808 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: 3251bc19-757f-4156-a31b-5682ae146826 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:33:47.087169 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 3251bc19-757f-4156-a31b-5682ae146826 not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:33:47.087638 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device a914dae0-45f0-4ccb-a8f2-af02b0e87d0b no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:33:47.108554 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: a914dae0-45f0-4ccb-a8f2-af02b0e87d0b {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:33:47.108823 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device a914dae0-45f0-4ccb-a8f2-af02b0e87d0b not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:33:47.109479 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 2be07669-7325-4a00-b546-e658c90bcc67 no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:33:47.133762 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: 2be07669-7325-4a00-b546-e658c90bcc67 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:33:47.134122 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 2be07669-7325-4a00-b546-e658c90bcc67 not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:33:47.296365 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8179778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612982'] for network, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:47.301200 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d48d47ac-b92b-4dc1-b973-bde8031b9db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:47.303632 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:47.305377 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] 10.222.0.98 "DELETE /v2.0/networks/cc8b3f62-1ecb-457f-a82e-3de3879b3067 HTTP/1.1" status: 204 len: 168 time: 0.7693622 Jun 24 12:33:47.320198 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc8b3f62-1ecb-457f-a82e-3de3879b3067,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:47.322498 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:47.413834 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43442) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:47.453326 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-0eb828d0-a618-4f62-b938-b03cf87b3cc1 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=cc538158c2904a4fab192222206e534b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382884 Jun 24 12:33:47.456186 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43444) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:47.501421 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f448de80-cf5c-4d48-8338-652ee165d819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:47.522298 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f448de80-cf5c-4d48-8338-652ee165d819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:47.567252 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f448de80-cf5c-4d48-8338-652ee165d819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:47.569813 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f448de80-cf5c-4d48-8338-652ee165d819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:47.570894 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-f448de80-cf5c-4d48-8338-652ee165d819 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/aa601e83-e24e-4f7a-9852-d1b75825aa5e HTTP/1.1" status: 204 len: 168 time: 0.1137555 Jun 24 12:33:47.571656 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c45fd5af-c960-4d9c-9075-a7417ba60d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:47.579594 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448de80-cf5c-4d48-8338-652ee165d819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa601e83-e24e-4f7a-9852-d1b75825aa5e,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:47.582381 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f448de80-cf5c-4d48-8338-652ee165d819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:49.228133 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43496) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:49.331472 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-7106280c-8910-47ce-8de6-4c6fa030dec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:49.417921 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-7106280c-8910-47ce-8de6-4c6fa030dec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:49.421719 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-7106280c-8910-47ce-8de6-4c6fa030dec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:49.425022 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ae960602-31f2-49b9-bbbf-ccb2e5a870af tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:49.462568 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-7106280c-8910-47ce-8de6-4c6fa030dec3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=2f1f61189ea74999892a83fdea463eaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333388 Jun 24 12:33:49.463514 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106280c-8910-47ce-8de6-4c6fa030dec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dedca1e-a016-4383-a001-a5984d45e163,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:49.465425 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43500) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:49.466530 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-7106280c-8910-47ce-8de6-4c6fa030dec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:49.514811 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a7fed760-de45-4e93-923f-941f4a5c62ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:49.535170 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a7fed760-de45-4e93-923f-941f4a5c62ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:49.583841 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a7fed760-de45-4e93-923f-941f4a5c62ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:49.586422 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-a7fed760-de45-4e93-923f-941f4a5c62ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:49.587546 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-a7fed760-de45-4e93-923f-941f4a5c62ea admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/3dedca1e-a016-4383-a001-a5984d45e163 HTTP/1.1" status: 204 len: 168 time: 0.1210065 Jun 24 12:33:49.588393 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b38b9fe8-28cf-4db5-a680-f6cf33c6004b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:49.595844 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fed760-de45-4e93-923f-941f4a5c62ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dedca1e-a016-4383-a001-a5984d45e163,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:49.598111 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-a7fed760-de45-4e93-923f-941f4a5c62ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:49.839529 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43506) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:49.852586 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b04648ed-88c2-491b-a0ae-353a4cbee3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:49.937833 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b04648ed-88c2-491b-a0ae-353a4cbee3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:49.942120 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b04648ed-88c2-491b-a0ae-353a4cbee3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:49.945438 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-6ab714d9-86de-4e19-92e0-fa1de328c7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:49.979227 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-b04648ed-88c2-491b-a0ae-353a4cbee3eb admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=89eed0dd50664eed9b1eae8e334f1a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386499 Jun 24 12:33:49.980520 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04648ed-88c2-491b-a0ae-353a4cbee3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef7f2f9-f2a2-445d-84bb-939edd9f58e8,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:49.981871 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43508) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:33:49.983522 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b04648ed-88c2-491b-a0ae-353a4cbee3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:50.030100 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5825-7d63-402d-963f-64f894872035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:50.050606 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5825-7d63-402d-963f-64f894872035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:50.094983 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5825-7d63-402d-963f-64f894872035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:50.097976 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-dd8c5825-7d63-402d-963f-64f894872035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:50.099099 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-dd8c5825-7d63-402d-963f-64f894872035 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/8ef7f2f9-f2a2-445d-84bb-939edd9f58e8 HTTP/1.1" status: 204 len: 168 time: 0.1162674 Jun 24 12:33:50.099880 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-e48dad5e-5c8b-4262-8ca9-4e4865d3b855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:33:50.107212 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c5825-7d63-402d-963f-64f894872035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef7f2f9-f2a2-445d-84bb-939edd9f58e8,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:33:50.109594 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-dd8c5825-7d63-402d-963f-64f894872035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:33:55.548929 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fd57052a-347f-4996-8d20-7cd5bd792769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:58.034690 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-638fb45e-0c93-4f9a-86c0-61e37bd84479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:58.519977 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:33:59.427177 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:00.865552 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:01.251679 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:34:01.366263 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:06.247185 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43718) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:06.350182 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-a38d56ee-c513-4d92-8e1a-6e9a05958c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:06.437439 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-a38d56ee-c513-4d92-8e1a-6e9a05958c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:06.440902 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-a38d56ee-c513-4d92-8e1a-6e9a05958c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:06.443269 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-02055e2f-c7d7-456e-9675-50f88335f56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:06.476828 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d56ee-c513-4d92-8e1a-6e9a05958c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bc8e1e-25c5-4e13-84b1-da54965a3167,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:06.480850 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-a38d56ee-c513-4d92-8e1a-6e9a05958c51 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bca478796edc4a1595d3be0a54a3b78c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325554 Jun 24 12:34:06.481728 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-a38d56ee-c513-4d92-8e1a-6e9a05958c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:06.483447 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43722) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:06.533000 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c29c292d-2aef-4ca8-a9f8-3f30665a6dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:06.553138 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c29c292d-2aef-4ca8-a9f8-3f30665a6dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:06.599532 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c29c292d-2aef-4ca8-a9f8-3f30665a6dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:06.601993 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-c29c292d-2aef-4ca8-a9f8-3f30665a6dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:06.603121 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-c29c292d-2aef-4ca8-a9f8-3f30665a6dfb admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/c1bc8e1e-25c5-4e13-84b1-da54965a3167 HTTP/1.1" status: 204 len: 168 time: 0.1187830 Jun 24 12:34:06.603933 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-dd967633-af8a-4220-b599-34ce0a11fa04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:06.611235 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c292d-2aef-4ca8-a9f8-3f30665a6dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bc8e1e-25c5-4e13-84b1-da54965a3167,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:06.613453 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c29c292d-2aef-4ca8-a9f8-3f30665a6dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:06.859673 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43728) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:06.873430 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-1fbda0e9-d472-4427-88d1-65d0a7694f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:06.959033 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-1fbda0e9-d472-4427-88d1-65d0a7694f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:06.962566 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-1fbda0e9-d472-4427-88d1-65d0a7694f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:06.965869 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-1fa0527e-26e0-4726-921c-5044b4ecabe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:07.001365 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-1fbda0e9-d472-4427-88d1-65d0a7694f77 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bc9179febd254c88973ad449f3326fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406674 Jun 24 12:34:07.003260 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbda0e9-d472-4427-88d1-65d0a7694f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a6fc71-2da3-4a97-b75e-99c3b77b2d32,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:07.004037 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43730) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:07.006434 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-1fbda0e9-d472-4427-88d1-65d0a7694f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:07.051929 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:07.071697 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:07.115278 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:07.117742 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:07.118882 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/a7a6fc71-2da3-4a97-b75e-99c3b77b2d32 HTTP/1.1" status: 204 len: 168 time: 0.1138813 Jun 24 12:34:07.119690 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-fa7a10e5-e06d-4131-adc7-1a5320526d96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:07.129649 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a6fc71-2da3-4a97-b75e-99c3b77b2d32,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:07.137133 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:07.137521 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:07.137891 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:07.138255 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:07.138613 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:07.138970 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:07.139342 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:07.139703 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:07.140060 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:07.140409 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:07.140756 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:07.141103 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:07.145391 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:17.813581 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43846) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:17.972818 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Deleting port c95b8a10-3d51-4263-9ea4-f0ef69a89ebf {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:34:17.973159 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:18.047162 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:18.047430 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:18.058548 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Calling delete_port for c95b8a10-3d51-4263-9ea4-f0ef69a89ebf owned by network:floatingip {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:34:18.230479 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:18.232468 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-7019d39a-ced1-49a8-b865-f6d7f02cb926 tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:18.256777 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Pushing event deleted for resources: {'Port': ['ID=c95b8a10-3d51-4263-9ea4-f0ef69a89ebf,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:18.267499 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:18.267876 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:18.268246 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:18.268605 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:18.268995 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:18.269351 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:18.269702 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:18.270049 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:18.270398 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:18.270744 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:18.271122 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:18.271503 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:18.292758 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:18.331388 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for floatingip, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:18.331737 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.db.l3_db [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Floating IP 3a950247-3405-403a-bdee-82d86de6402f disassociated (deleted). External IP: 172.28.2.47, port: 99e5ad2f-0723-49ad-bd7f-f73b54ee1581. Jun 24 12:34:18.536590 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Router 294fdd66-9447-4c35-9c29-c4c69da21a5f has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:34:18.645239 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:34:18.650165 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for floatingip, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:18.655004 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c682ddd0-417c-454e-9048-582e1a91fbfb None None] Sync routers for ids ['294fdd66-9447-4c35-9c29-c4c69da21a5f'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:34:18.664161 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c682ddd0-417c-454e-9048-582e1a91fbfb None None] Routers {'294fdd66-9447-4c35-9c29-c4c69da21a5f'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:34:18.664780 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-c682ddd0-417c-454e-9048-582e1a91fbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:33:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['294fdd66-9447-4c35-9c29-c4c69da21a5f'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:18.701645 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-b2933f0a-ac5f-40ff-9fd5-c9ac87cd3eb0 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "DELETE /v2.0/floatingips/3a950247-3405-403a-bdee-82d86de6402f HTTP/1.1" status: 204 len: 168 time: 0.8868973 Jun 24 12:34:18.702476 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'tag': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:34:18.708728 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b63ee9-d11f-4fb2-8764-a4f2bcaeeb56" -d '{"events": [{"name": "network-changed", "server_uuid": "ba025efd-e1ef-41be-8cd4-296f6be01dea", "tag": "99e5ad2f-0723-49ad-bd7f-f73b54ee1581"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:34:18.789036 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 24 Jun 2021 12:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf896fe-a8c1-4d16-8f43-287c7f64b2b4 x-openstack-request-id: req-8bf896fe-a8c1-4d16-8f43-287c7f64b2b4 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:34:18.789439 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba025efd-e1ef-41be-8cd4-296f6be01dea", "tag": "99e5ad2f-0723-49ad-bd7f-f73b54ee1581", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:34:18.789934 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-8bf896fe-a8c1-4d16-8f43-287c7f64b2b4 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:34:18.790375 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'tag': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581', 'status': 'completed', 'code': 200} Jun 24 12:34:18.797651 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-c682ddd0-417c-454e-9048-582e1a91fbfb None None] Set router 294fdd66-9447-4c35-9c29-c4c69da21a5f gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:34:18.902076 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b63ee9-d11f-4fb2-8764-a4f2bcaeeb56 req-ac8c861c-a750-4698-b298-599028800609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:18.904687 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-10b63ee9-d11f-4fb2-8764-a4f2bcaeeb56 req-ac8c861c-a750-4698-b298-599028800609 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=ab3202e2b14640afb4d51e51be80066a&device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 1098 time: 0.0692091 Jun 24 12:34:19.005658 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b63ee9-d11f-4fb2-8764-a4f2bcaeeb56 req-a58e01ea-e34f-4ec7-9ed5-434b71942e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:19.007166 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-10b63ee9-d11f-4fb2-8764-a4f2bcaeeb56 req-a58e01ea-e34f-4ec7-9ed5-434b71942e08 service neutron] 10.222.0.49 "GET /v2.0/networks?id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813 HTTP/1.1" status: 200 len: 910 time: 0.0958962 Jun 24 12:34:19.031344 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-c682ddd0-417c-454e-9048-582e1a91fbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'name': 'tempest-TestShelveInstance-1467306104-router', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '31585ddf-5afa-4775-999d-152ed3be8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:09Z', 'updated_at': '2021-06-24T12:29:13Z', 'revision_number': 4, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'gw_port': {'id': '31585ddf-5afa-4775-999d-152ed3be8279', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:10Z', 'updated_at': '2021-06-24T12:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '74cd4030-a89e-4795-b62c-e228a0c58ada', 'name': '', 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'mac_address': 'fa:16:3e:5e:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:12Z', 'updated_at': '2021-06-24T12:29:19Z', 'revision_number': 5, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'subnets': [{'id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:19.055966 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-10b63ee9-d11f-4fb2-8764-a4f2bcaeeb56 req-8046d052-ef79-4149-a3f6-959ba80dd7a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581 HTTP/1.1" status: 200 len: 217 time: 0.0412211 Jun 24 12:34:19.067623 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c682ddd0-417c-454e-9048-582e1a91fbfb None None] Checking router: 294fdd66-9447-4c35-9c29-c4c69da21a5f for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:34:19.078147 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c682ddd0-417c-454e-9048-582e1a91fbfb None None] Routers {'294fdd66-9447-4c35-9c29-c4c69da21a5f'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:34:19.078778 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-c682ddd0-417c-454e-9048-582e1a91fbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:33:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['294fdd66-9447-4c35-9c29-c4c69da21a5f'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:19.139342 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b63ee9-d11f-4fb2-8764-a4f2bcaeeb56 req-50db6510-abc4-4594-a336-8568acab7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:19.140742 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-10b63ee9-d11f-4fb2-8764-a4f2bcaeeb56 req-50db6510-abc4-4594-a336-8568acab7289 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=c2e608d6-0ace-49bb-8372-767f80935cbd HTTP/1.1" status: 200 len: 848 time: 0.0781436 Jun 24 12:34:19.185755 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-c682ddd0-417c-454e-9048-582e1a91fbfb None None] Set router 294fdd66-9447-4c35-9c29-c4c69da21a5f gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:34:19.197321 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126e367-7fc6-4792-81c7-a8351ccce73b req-9b266b20-4954-4b63-b3fa-e465a83664eb tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:19.198789 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0126e367-7fc6-4792-81c7-a8351ccce73b req-9b266b20-4954-4b63-b3fa-e465a83664eb tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.1269095 Jun 24 12:34:19.243587 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b63ee9-d11f-4fb2-8764-a4f2bcaeeb56 req-aa5ab055-9af8-4c65-8c0f-b8353009fb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:19.245092 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-10b63ee9-d11f-4fb2-8764-a4f2bcaeeb56 req-aa5ab055-9af8-4c65-8c0f-b8353009fb1e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=9a83dde2-fa3e-4394-966b-7c8d3ffd1813&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0969036 Jun 24 12:34:19.250067 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0126e367-7fc6-4792-81c7-a8351ccce73b req-9999e08b-bcf6-4704-bc44-466fe1f17243 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456820 Jun 24 12:34:19.346616 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-10b63ee9-d11f-4fb2-8764-a4f2bcaeeb56 req-88cec186-303e-4c7a-8c7e-8643a78e9f6b service neutron] 10.222.0.49 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928159 Jun 24 12:34:19.393245 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-c682ddd0-417c-454e-9048-582e1a91fbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'name': 'tempest-TestShelveInstance-1467306104-router', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '31585ddf-5afa-4775-999d-152ed3be8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:09Z', 'updated_at': '2021-06-24T12:29:13Z', 'revision_number': 4, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'gw_port': {'id': '31585ddf-5afa-4775-999d-152ed3be8279', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:10Z', 'updated_at': '2021-06-24T12:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '74cd4030-a89e-4795-b62c-e228a0c58ada', 'name': '', 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'mac_address': 'fa:16:3e:5e:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:12Z', 'updated_at': '2021-06-24T12:29:19Z', 'revision_number': 5, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'subnets': [{'id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:19.419098 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c682ddd0-417c-454e-9048-582e1a91fbfb None None] The sync data for ids ['294fdd66-9447-4c35-9c29-c4c69da21a5f'] in dv-cinder-689486-14-smb is: [{'id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'name': 'tempest-TestShelveInstance-1467306104-router', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '31585ddf-5afa-4775-999d-152ed3be8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:09Z', 'updated_at': '2021-06-24T12:29:13Z', 'revision_number': 4, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'gw_port': {'id': '31585ddf-5afa-4775-999d-152ed3be8279', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:10Z', 'updated_at': '2021-06-24T12:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb', '_interfaces': [{'id': '74cd4030-a89e-4795-b62c-e228a0c58ada', 'name': '', 'network_id': '9a83dde2-fa3e-4394-966b-7c8d3ffd1813', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'mac_address': 'fa:16:3e:5e:81:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:12Z', 'updated_at': '2021-06-24T12:29:19Z', 'revision_number': 5, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'subnets': [{'id': 'c2e608d6-0ace-49bb-8372-767f80935cbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:34:19.445043 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-10b63ee9-d11f-4fb2-8764-a4f2bcaeeb56 req-324f93f5-8c75-4321-a3b9-9a07edc67f72 service neutron] 10.222.0.49 "GET /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912931 Jun 24 12:34:19.627245 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c9ba5-3284-45ba-9be7-ceac23ca8edd None None] New status for floating IP 3a950247-3405-403a-bdee-82d86de6402f: DOWN {{(pid=92892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 12:34:20.430848 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d0200-700a-444c-b4db-9f2c04c07560 req-65b42a0f-7520-429c-af39-f86991acaea9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:20.432642 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0a7d0200-700a-444c-b4db-9f2c04c07560 req-65b42a0f-7520-429c-af39-f86991acaea9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.0660722 Jun 24 12:34:20.468571 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-0a7d0200-700a-444c-b4db-9f2c04c07560 req-28738da9-6331-4b62-9ef4-a13929a3d33a tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/security-groups?id=154086de-824e-4160-9da6-b79c0a781a33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305943 Jun 24 12:34:20.622607 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5741035-33f9-4910-a838-35ce14d95782 req-80fecc4e-b0bd-4316-8f94-83cbbab29baa tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 24 12:34:20.624133 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e5741035-33f9-4910-a838-35ce14d95782 req-80fecc4e-b0bd-4316-8f94-83cbbab29baa tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 945 time: 0.0619695 Jun 24 12:34:20.725239 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-e5741035-33f9-4910-a838-35ce14d95782 req-42ce2aae-16d2-413d-b7da-180e7a2b5be9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Deleting port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:34:20.725577 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-e5741035-33f9-4910-a838-35ce14d95782 req-42ce2aae-16d2-413d-b7da-180e7a2b5be9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:20.813208 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [req-e5741035-33f9-4910-a838-35ce14d95782 req-42ce2aae-16d2-413d-b7da-180e7a2b5be9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] For port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581, host hv-cinder-68948, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-68948',level=0,port_id=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,segment=NetworkSegment(c3f84836-98c4-48ac-b0d8-6caca66bac46),segment_id=c3f84836-98c4-48ac-b0d8-6caca66bac46)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:34:20.813569 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-e5741035-33f9-4910-a838-35ce14d95782 req-42ce2aae-16d2-413d-b7da-180e7a2b5be9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:20.826141 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [req-e5741035-33f9-4910-a838-35ce14d95782 req-42ce2aae-16d2-413d-b7da-180e7a2b5be9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Calling delete_port for 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 owned by compute:nova {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:34:20.953420 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-e5741035-33f9-4910-a838-35ce14d95782 req-42ce2aae-16d2-413d-b7da-180e7a2b5be9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:20.957192 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ed994fd3-a713-418a-b124-55b429dc6587 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:20.981085 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce2aae-16d2-413d-b7da-180e7a2b5be9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Pushing event deleted for resources: {'Port': ['ID=99e5ad2f-0723-49ad-bd7f-f73b54ee1581,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:20.984512 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-42ce2aae-16d2-413d-b7da-180e7a2b5be9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:21.033394 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5741035-33f9-4910-a838-35ce14d95782 req-42ce2aae-16d2-413d-b7da-180e7a2b5be9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] No DVR routers for this DVR port 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 on host hv-cinder-68948 {{(pid=92888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:34:21.038659 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [req-e5741035-33f9-4910-a838-35ce14d95782 req-42ce2aae-16d2-413d-b7da-180e7a2b5be9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-158639'] for port, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:21.040787 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-e5741035-33f9-4910-a838-35ce14d95782 req-42ce2aae-16d2-413d-b7da-180e7a2b5be9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.49 "DELETE /v2.0/ports/99e5ad2f-0723-49ad-bd7f-f73b54ee1581 HTTP/1.1" status: 204 len: 173 time: 0.4106486 Jun 24 12:34:21.041382 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'name': 'network-vif-deleted', 'tag': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581'}] {{(pid=92888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 24 12:34:21.043946 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.98/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bd136ee58bdeacc26529ab2c821e7fc72531f984d9301cc4b1d8b7ad1ca5a41" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1550f20-51da-4426-bb80-889e79b31bdd" -d '{"events": [{"server_uuid": "ba025efd-e1ef-41be-8cd4-296f6be01dea", "name": "network-vif-deleted", "tag": "99e5ad2f-0723-49ad-bd7f-f73b54ee1581"}]}' {{(pid=92888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 24 12:34:21.102890 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 24 Jun 2021 12:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b9daf3-c1a8-405f-b73e-a337d9c0dff9 x-openstack-request-id: req-47b9daf3-c1a8-405f-b73e-a337d9c0dff9 {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 24 12:34:21.103228 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba025efd-e1ef-41be-8cd4-296f6be01dea", "name": "network-vif-deleted", "tag": "99e5ad2f-0723-49ad-bd7f-f73b54ee1581", "status": "completed", "code": 200}]} {{(pid=92888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 24 12:34:21.103560 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.98/compute/v2.1/os-server-external-events used request id req-47b9daf3-c1a8-405f-b73e-a337d9c0dff9 {{(pid=92888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 24 12:34:21.103997 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba025efd-e1ef-41be-8cd4-296f6be01dea', 'name': 'network-vif-deleted', 'tag': '99e5ad2f-0723-49ad-bd7f-f73b54ee1581', 'status': 'completed', 'code': 200} Jun 24 12:34:21.651947 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [req-2b6b28ba-331e-4885-88d1-4253deb1d94a req-ef507fe5-15f1-4719-b71c-aec18ab627fa tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "GET /v2.0/ports?device_id=ba025efd-e1ef-41be-8cd4-296f6be01dea HTTP/1.1" status: 200 len: 210 time: 0.0324397 Jun 24 12:34:22.909638 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43924) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:22.967548 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-329a7f5c-101e-4f46-ada8-2cd43079b7b9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:22.992912 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-329a7f5c-101e-4f46-ada8-2cd43079b7b9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:23.053410 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-329a7f5c-101e-4f46-ada8-2cd43079b7b9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:23.056207 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-329a7f5c-101e-4f46-ada8-2cd43079b7b9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:23.057338 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-329a7f5c-101e-4f46-ada8-2cd43079b7b9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] 10.222.0.98 "DELETE /v2.0/security-groups/154086de-824e-4160-9da6-b79c0a781a33 HTTP/1.1" status: 204 len: 168 time: 0.1467288 Jun 24 12:34:23.058162 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-35f1cdce-e4dd-49b3-b9a0-292d79158208 tempest-AttachVolumeShelveTestJSON-388655885 tempest-AttachVolumeShelveTestJSON-388655885-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:23.067206 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a7f5c-101e-4f46-ada8-2cd43079b7b9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=154086de-824e-4160-9da6-b79c0a781a33,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:23.069506 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-329a7f5c-101e-4f46-ada8-2cd43079b7b9 tempest-TestShelveInstance-1975284216 tempest-TestShelveInstance-1975284216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:23.109066 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43928) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:23.600545 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-be178142-eb30-43fa-9e75-d9e631b35d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612073'] for router_interface, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:23.812486 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43938) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:23.933208 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dcc54426-c9d5-4503-ba1f-77af92a9b229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.027252 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dcc54426-c9d5-4503-ba1f-77af92a9b229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.031142 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-dcc54426-c9d5-4503-ba1f-77af92a9b229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.035200 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e35efdbb-d0a6-4f27-a800-afa30abe7ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:24.069514 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-dcc54426-c9d5-4503-ba1f-77af92a9b229 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a22108c5210a4cbfb565116811909d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559125 Jun 24 12:34:24.071857 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc54426-c9d5-4503-ba1f-77af92a9b229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0622e9-2ebd-466b-8df9-8b95316e6cc2,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:24.072706 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43942) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:24.075232 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-dcc54426-c9d5-4503-ba1f-77af92a9b229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:24.152294 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ee1d4d84-8305-492e-9973-f7f079cb4926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.158946 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-be178142-eb30-43fa-9e75-d9e631b35d09 admin admin] Deleting port 74cd4030-a89e-4795-b62c-e228a0c58ada {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:34:24.159905 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-be178142-eb30-43fa-9e75-d9e631b35d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.218472 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ee1d4d84-8305-492e-9973-f7f079cb4926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.294078 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [None req-be178142-eb30-43fa-9e75-d9e631b35d09 admin admin] For port 74cd4030-a89e-4795-b62c-e228a0c58ada, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=74cd4030-a89e-4795-b62c-e228a0c58ada,segment=NetworkSegment(c3f84836-98c4-48ac-b0d8-6caca66bac46),segment_id=c3f84836-98c4-48ac-b0d8-6caca66bac46)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:34:24.294435 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-be178142-eb30-43fa-9e75-d9e631b35d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.307344 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-be178142-eb30-43fa-9e75-d9e631b35d09 admin admin] Calling delete_port for 74cd4030-a89e-4795-b62c-e228a0c58ada owned by network:router_interface {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:34:24.317544 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ee1d4d84-8305-492e-9973-f7f079cb4926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.320053 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ee1d4d84-8305-492e-9973-f7f079cb4926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.321175 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-ee1d4d84-8305-492e-9973-f7f079cb4926 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/ac0622e9-2ebd-466b-8df9-8b95316e6cc2 HTTP/1.1" status: 204 len: 168 time: 0.2475529 Jun 24 12:34:24.323035 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-c4f91032-9caf-4a1e-8a55-a64866dfc5df tempest-AttachVolumeTestJSON-471747822 tempest-AttachVolumeTestJSON-471747822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:24.360665 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d4d84-8305-492e-9973-f7f079cb4926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0622e9-2ebd-466b-8df9-8b95316e6cc2,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:24.363943 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ee1d4d84-8305-492e-9973-f7f079cb4926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:24.509301 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-be178142-eb30-43fa-9e75-d9e631b35d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.512284 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-4222e2a3-96ef-43b5-b32b-eba6a4464cda tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:24.534342 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 no longer exists at agent hyperv_hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:34:24.538473 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be178142-eb30-43fa-9e75-d9e631b35d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=74cd4030-a89e-4795-b62c-e228a0c58ada,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:24.576925 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] No Port match for: 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:34:24.577600 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Device 99e5ad2f-0723-49ad-bd7f-f73b54ee1581 not bound to the agent host hv-cinder-68948 {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:34:24.583571 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-be178142-eb30-43fa-9e75-d9e631b35d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:24.638083 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43948) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:24.652519 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e966aa88-69ad-48e6-a5b0-126fd09cb82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.712688 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-be178142-eb30-43fa-9e75-d9e631b35d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-955692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611193'] for router_interface, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.770918 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e966aa88-69ad-48e6-a5b0-126fd09cb82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.770918 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-e966aa88-69ad-48e6-a5b0-126fd09cb82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.774645 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-55c6c2b1-e9fb-429d-a9d0-bfa67f88adb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:24.809732 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-e966aa88-69ad-48e6-a5b0-126fd09cb82f admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=03f4c927d0ff4ed7b97397a531d8ce0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704292 Jun 24 12:34:24.810556 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966aa88-69ad-48e6-a5b0-126fd09cb82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8a8330-0960-49d4-bd70-e5c16391e3a3,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:24.812849 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43950) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:24.827265 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e966aa88-69ad-48e6-a5b0-126fd09cb82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:24.863611 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1a931787-3c42-424a-b5e4-ceea452298ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.890027 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1a931787-3c42-424a-b5e4-ceea452298ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.942886 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1a931787-3c42-424a-b5e4-ceea452298ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.946538 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-1a931787-3c42-424a-b5e4-ceea452298ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:24.948908 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-1a931787-3c42-424a-b5e4-ceea452298ab admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0b8a8330-0960-49d4-bd70-e5c16391e3a3 HTTP/1.1" status: 204 len: 168 time: 0.1349628 Jun 24 12:34:24.950797 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-44a74fa1-a169-4635-8157-e9609a03e20c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:24.962319 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be178142-eb30-43fa-9e75-d9e631b35d09 admin admin] Router 294fdd66-9447-4c35-9c29-c4c69da21a5f has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:34:24.969918 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a931787-3c42-424a-b5e4-ceea452298ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8a8330-0960-49d4-bd70-e5c16391e3a3,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:24.974150 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-1a931787-3c42-424a-b5e4-ceea452298ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:25.088081 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be178142-eb30-43fa-9e75-d9e631b35d09 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:34:25.096294 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-be178142-eb30-43fa-9e75-d9e631b35d09 admin admin] 10.222.0.98 "PUT /v2.0/routers/294fdd66-9447-4c35-9c29-c4c69da21a5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9838336 Jun 24 12:34:25.096622 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 43954) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:25.096891 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac8897-3bd6-4ab0-89ba-95d5000df627 None None] Sync routers for ids ['294fdd66-9447-4c35-9c29-c4c69da21a5f'] in dv-cinder-689486-14-smb {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:34:25.109245 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac8897-3bd6-4ab0-89ba-95d5000df627 None None] Routers {'294fdd66-9447-4c35-9c29-c4c69da21a5f'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:34:25.114384 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-ceac8897-3bd6-4ab0-89ba-95d5000df627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:33:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['294fdd66-9447-4c35-9c29-c4c69da21a5f'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:25.210089 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] Notify callbacks [] for router, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:25.227573 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-ceac8897-3bd6-4ab0-89ba-95d5000df627 None None] Set router 294fdd66-9447-4c35-9c29-c4c69da21a5f gateway port host: dv-cinder-689486-14-smb {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:34:25.338242 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:25.399759 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] Deleting port 31585ddf-5afa-4775-999d-152ed3be8279 {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:34:25.400128 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:25.489290 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] For port 31585ddf-5afa-4775-999d-152ed3be8279, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=31585ddf-5afa-4775-999d-152ed3be8279,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:34:25.489870 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:25.506946 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] Calling delete_port for 31585ddf-5afa-4775-999d-152ed3be8279 owned by network:router_gateway {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:34:25.557368 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ed72041d-15bc-46ca-8f23-88be122f4339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:25.566310 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-ceac8897-3bd6-4ab0-89ba-95d5000df627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'name': 'tempest-TestShelveInstance-1467306104-router', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49'}], 'enable_snat': True}, 'gw_port_id': '31585ddf-5afa-4775-999d-152ed3be8279', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:09Z', 'updated_at': '2021-06-24T12:34:24Z', 'revision_number': 5, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'gw_port': {'id': '31585ddf-5afa-4775-999d-152ed3be8279', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:d5:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:10Z', 'updated_at': '2021-06-24T12:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:25.596717 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac8897-3bd6-4ab0-89ba-95d5000df627 None None] Checking router: 294fdd66-9447-4c35-9c29-c4c69da21a5f for host: dv-cinder-689486-14-smb {{(pid=92891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:34:25.607309 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac8897-3bd6-4ab0-89ba-95d5000df627 None None] Routers {'294fdd66-9447-4c35-9c29-c4c69da21a5f'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:34:25.607942 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-ceac8897-3bd6-4ab0-89ba-95d5000df627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:33:58Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['294fdd66-9447-4c35-9c29-c4c69da21a5f'], 'active': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:25.686090 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:25.689163 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-5da074dd-4ba0-44bf-9b4c-e3bc4dd717b6 tempest-ServerRescueNegativeTestJSON-1860490779 tempest-ServerRescueNegativeTestJSON-1860490779-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:25.698087 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvr_db [None req-ceac8897-3bd6-4ab0-89ba-95d5000df627 None None] Set router 294fdd66-9447-4c35-9c29-c4c69da21a5f gateway port host: None {{(pid=92891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:34:25.716397 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=31585ddf-5afa-4775-999d-152ed3be8279,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:25.719026 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:25.757762 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_hamode_db [None req-ceac8897-3bd6-4ab0-89ba-95d5000df627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'name': 'tempest-TestShelveInstance-1467306104-router', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:09Z', 'updated_at': '2021-06-24T12:34:25Z', 'revision_number': 6, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'gw_port_host': None}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:25.783529 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613020'] for router_gateway, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:25.787041 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceac8897-3bd6-4ab0-89ba-95d5000df627 None None] The sync data for ids ['294fdd66-9447-4c35-9c29-c4c69da21a5f'] in dv-cinder-689486-14-smb is: [{'id': '294fdd66-9447-4c35-9c29-c4c69da21a5f', 'name': 'tempest-TestShelveInstance-1467306104-router', 'tenant_id': 'ab3202e2b14640afb4d51e51be80066a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:09Z', 'updated_at': '2021-06-24T12:34:25Z', 'revision_number': 6, 'project_id': 'ab3202e2b14640afb4d51e51be80066a', 'gw_port_host': None}] {{(pid=92891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:34:25.877059 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60476'] for router, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:25.880049 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:25.922073 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-613332'] for router, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:25.922779 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 294fdd66-9447-4c35-9c29-c4c69da21a5f {{(pid=92890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:34:25.931074 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] Notify callbacks [] for router, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:25.934905 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43980) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:25.936150 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-c55375f7-27dd-42d5-b2d1-055a588c5e4a admin admin] 10.222.0.98 "DELETE /v2.0/routers/294fdd66-9447-4c35-9c29-c4c69da21a5f HTTP/1.1" status: 204 len: 168 time: 0.8381133 Jun 24 12:34:25.985844 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3b272d-c3e8-4135-9de3-85b28533a45d admin admin] Deleting subnet c2e608d6-0ace-49bb-8372-767f80935cbd {{(pid=92888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:34:25.989614 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-de3b272d-c3e8-4135-9de3-85b28533a45d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.022805 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-de3b272d-c3e8-4135-9de3-85b28533a45d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3353590'] for subnet, precommit_delete_associations {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.102941 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-de3b272d-c3e8-4135-9de3-85b28533a45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8177933'] for subnet, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.169144 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-de3b272d-c3e8-4135-9de3-85b28533a45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8177946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3601876'] for subnet, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.171685 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:26.196253 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b272d-c3e8-4135-9de3-85b28533a45d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e608d6-0ace-49bb-8372-767f80935cbd,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:26.199666 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-de3b272d-c3e8-4135-9de3-85b28533a45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:26.201415 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-de3b272d-c3e8-4135-9de3-85b28533a45d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.202777 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-de3b272d-c3e8-4135-9de3-85b28533a45d admin admin] 10.222.0.98 "DELETE /v2.0/subnets/c2e608d6-0ace-49bb-8372-767f80935cbd HTTP/1.1" status: 204 len: 168 time: 0.2668042 Jun 24 12:34:26.205321 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 43990) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:26.208415 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3af4aff-faab-4a1a-8e27-d4fcc70689df None None] Network 9a83dde2-fa3e-4394-966b-7c8d3ffd1813 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:34:26.274829 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7938150'] for network, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.333995 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Deleting port 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:34:26.334329 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.404563 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] For port 7237e0bb-32d5-4fa0-8463-6f24d37b7a99, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=7237e0bb-32d5-4fa0-8463-6f24d37b7a99,segment=NetworkSegment(c3f84836-98c4-48ac-b0d8-6caca66bac46),segment_id=c3f84836-98c4-48ac-b0d8-6caca66bac46)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:34:26.404920 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.418298 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Calling delete_port for 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 owned by network:dhcp {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:34:26.497467 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.500390 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-74f1d767-f031-4f2d-b5dc-a2431b01cad0 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:26.528505 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Pushing event deleted for resources: {'Port': ['ID=7237e0bb-32d5-4fa0-8463-6f24d37b7a99,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:26.531954 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] No DVR routers for this DVR port 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 on host dv-cinder-689486-14-smb {{(pid=92888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:34:26.537460 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:26.588143 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4420549f-e912-45b5-bc6e-0823f4cb8296 None None] DHCP port deletion for 9a83dde2-fa3e-4394-966b-7c8d3ffd1813 request from dv-cinder-689486-14-smb {{(pid=92891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:34:26.622622 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8179803', 'neutron.services.segments.db._delete_segments_for_network-8792598930728'] for network, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.637095 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a83dde2-fa3e-4394-966b-7c8d3ffd1813']}} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:26.650835 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f84836-98c4-48ac-b0d8-6caca66bac46') {'for_net_delete': True} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:26.651245 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f84836-98c4-48ac-b0d8-6caca66bac46') {} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:26.663149 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792598917807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3353487'] for segment, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.679984 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.686931 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=92888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:34:26.687540 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352978'] for segment, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: Traceback (most recent call last): Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: timer() Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: cb(*args, **kw) Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: return func(*args, **kwargs) Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: self._notify() Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: self.callback(batched_events) Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: event.method(event) Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: return f(self, *a, **k) Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: return self._get(url).json() Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: return self.request(url, 'GET', **kwargs) Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:34:26.689398 dv-cinder-689486-14-smb neutron-server[92888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:34:26.752064 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8179778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612982'] for network, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.752064 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 44002) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:26.759923 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:26.763049 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.764446 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] 10.222.0.98 "DELETE /v2.0/networks/9a83dde2-fa3e-4394-966b-7c8d3ffd1813 HTTP/1.1" status: 204 len: 168 time: 0.5581937 Jun 24 12:34:26.772173 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 44006) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:26.778794 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Pushing event deleted for resources: {'Network': ['ID=9a83dde2-fa3e-4394-966b-7c8d3ffd1813,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:26.780892 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-74db94fe-a285-434f-957a-c12fea72998c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:26.886382 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-df69f5dc-dcaa-4106-99be-4a67440f7c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:26.998095 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-df69f5dc-dcaa-4106-99be-4a67440f7c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.002563 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-df69f5dc-dcaa-4106-99be-4a67440f7c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.006752 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-43c83e93-eb6f-4fe2-8204-a2129cbc913a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:27.041993 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-df69f5dc-dcaa-4106-99be-4a67440f7c09 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=b779909623b3448c9755a807fee6b7e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889030 Jun 24 12:34:27.043432 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69f5dc-dcaa-4106-99be-4a67440f7c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821c8de6-07d1-46dc-8e21-1d9766ed6f81,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:27.045717 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 44008) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:27.052453 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-df69f5dc-dcaa-4106-99be-4a67440f7c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:27.102488 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-48b9411a-bb27-4639-a93a-65e8500476bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.125410 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-48b9411a-bb27-4639-a93a-65e8500476bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.128209 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 74cd4030-a89e-4795-b62c-e228a0c58ada no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:34:27.149801 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: 74cd4030-a89e-4795-b62c-e228a0c58ada {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:34:27.150273 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 74cd4030-a89e-4795-b62c-e228a0c58ada not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:34:27.150708 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 31585ddf-5afa-4775-999d-152ed3be8279 no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:34:27.170443 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: 31585ddf-5afa-4775-999d-152ed3be8279 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:34:27.171082 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 31585ddf-5afa-4775-999d-152ed3be8279 not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:34:27.171698 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:34:27.184881 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b569dd23-9652-469d-8130-705b60e10f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-612073'] for router_interface, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.193350 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:34:27.194131 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 7237e0bb-32d5-4fa0-8463-6f24d37b7a99 not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:34:27.197231 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-48b9411a-bb27-4639-a93a-65e8500476bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.200350 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-48b9411a-bb27-4639-a93a-65e8500476bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.201929 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-48b9411a-bb27-4639-a93a-65e8500476bf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/821c8de6-07d1-46dc-8e21-1d9766ed6f81 HTTP/1.1" status: 204 len: 168 time: 0.1553111 Jun 24 12:34:27.203025 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-30eb97cd-40d4-481e-8067-b709a66d9721 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:27.211922 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9411a-bb27-4639-a93a-65e8500476bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821c8de6-07d1-46dc-8e21-1d9766ed6f81,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:27.214289 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-48b9411a-bb27-4639-a93a-65e8500476bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:27.464956 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-b569dd23-9652-469d-8130-705b60e10f28 admin admin] Deleting port 24c5ff4c-48ec-4a84-874a-122575708a45 {{(pid=92890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:34:27.465306 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b569dd23-9652-469d-8130-705b60e10f28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.478302 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 44014) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:27.491688 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f106bfe1-7fff-47f6-8d71-930d7e3f568e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.550672 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.db [None req-b569dd23-9652-469d-8130-705b60e10f28 admin admin] For port 24c5ff4c-48ec-4a84-874a-122575708a45, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=24c5ff4c-48ec-4a84-874a-122575708a45,segment=NetworkSegment(4bd8ce71-f187-4043-ad22-91c20cd5ac4c),segment_id=4bd8ce71-f187-4043-ad22-91c20cd5ac4c)] {{(pid=92890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:34:27.550672 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b569dd23-9652-469d-8130-705b60e10f28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.563197 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.plugins.ml2.plugin [None req-b569dd23-9652-469d-8130-705b60e10f28 admin admin] Calling delete_port for 24c5ff4c-48ec-4a84-874a-122575708a45 owned by network:router_interface {{(pid=92890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:34:27.586891 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f106bfe1-7fff-47f6-8d71-930d7e3f568e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.591048 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-f106bfe1-7fff-47f6-8d71-930d7e3f568e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.593664 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-df69f5dc-dcaa-4106-99be-4a67440f7c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:27.629226 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106bfe1-7fff-47f6-8d71-930d7e3f568e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0190fabf-4a03-4d34-b0b5-4ae66135adc8,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:27.633835 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-f106bfe1-7fff-47f6-8d71-930d7e3f568e admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=bd694eb31bd24cb2aabbada36ae98ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543837 Jun 24 12:34:27.634885 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f106bfe1-7fff-47f6-8d71-930d7e3f568e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:27.636860 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 44016) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:27.692801 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e3172b5b-883a-4178-8f53-61d677b74d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.717247 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e3172b5b-883a-4178-8f53-61d677b74d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.752603 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b569dd23-9652-469d-8130-705b60e10f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2530497'] for port, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.755460 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-e568288c-07c2-4ffa-b0ea-14296c14e872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:27.766072 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e3172b5b-883a-4178-8f53-61d677b74d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.769404 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-e3172b5b-883a-4178-8f53-61d677b74d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:27.772963 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-e3172b5b-883a-4178-8f53-61d677b74d5b admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/0190fabf-4a03-4d34-b0b5-4ae66135adc8 HTTP/1.1" status: 204 len: 168 time: 0.1327667 Jun 24 12:34:27.772963 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-b00f81bd-0dc3-4d4d-b865-52c1ca48394f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:27.780717 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569dd23-9652-469d-8130-705b60e10f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=24c5ff4c-48ec-4a84-874a-122575708a45,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:27.783911 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-b569dd23-9652-469d-8130-705b60e10f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:27.785035 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3172b5b-883a-4178-8f53-61d677b74d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0190fabf-4a03-4d34-b0b5-4ae66135adc8,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:27.787986 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-e3172b5b-883a-4178-8f53-61d677b74d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:27.952808 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-b569dd23-9652-469d-8130-705b60e10f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-955692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-611193'] for router_interface, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:28.038866 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9569870c-4d73-4421-87a0-03709fddb8d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:28.454670 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b569dd23-9652-469d-8130-705b60e10f28 admin admin] Router 8ce8ccde-2d21-4e46-81c6-fd261b913cae has already been hosted by L3 agent 05a69990-203c-4e75-812b-ba59f8ea399b {{(pid=92890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 12:34:28.523181 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:28.570134 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b569dd23-9652-469d-8130-705b60e10f28 admin admin] Notify agent at l3_agent.dv-cinder-689486-14-smb the message routers_updated {{(pid=92890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 24 12:34:28.576763 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-b569dd23-9652-469d-8130-705b60e10f28 admin admin] 10.222.0.98 "PUT /v2.0/routers/8ce8ccde-2d21-4e46-81c6-fd261b913cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8020942 Jun 24 12:34:28.578119 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 44046) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:28.582588 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e496d38-9c00-43e1-86a2-40c5e54c5d29 None None] Sync routers for ids ['8ce8ccde-2d21-4e46-81c6-fd261b913cae'] in dv-cinder-689486-14-smb {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 12:34:28.592515 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e496d38-9c00-43e1-86a2-40c5e54c5d29 None None] Routers {'8ce8ccde-2d21-4e46-81c6-fd261b913cae'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:34:28.593147 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-8e496d38-9c00-43e1-86a2-40c5e54c5d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:34:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['8ce8ccde-2d21-4e46-81c6-fd261b913cae'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:28.687613 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:28.707269 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-8e496d38-9c00-43e1-86a2-40c5e54c5d29 None None] Set router 8ce8ccde-2d21-4e46-81c6-fd261b913cae gateway port host: dv-cinder-689486-14-smb {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:34:28.830050 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:28.891313 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] Deleting port be00ee81-9064-4da6-b7fb-929fcc246b49 {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:34:28.891672 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:28.900698 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-8e496d38-9c00-43e1-86a2-40c5e54c5d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'name': 'tempest-TestShelveInstance-292103847-router', 'tenant_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'external_fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.61'}], 'enable_snat': True}, 'gw_port_id': 'be00ee81-9064-4da6-b7fb-929fcc246b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:16Z', 'updated_at': '2021-06-24T12:34:27Z', 'revision_number': 5, 'project_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'gw_port': {'id': 'be00ee81-9064-4da6-b7fb-929fcc246b49', 'name': '', 'network_id': '55215ffa-be73-4f27-8bd6-e565279244aa', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c8:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'ip_address': '172.28.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-689486-14-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-24T12:29:17Z', 'updated_at': '2021-06-24T12:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '626247e8-372a-46a2-9822-6edda33fe1cd', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-689486-14-smb'}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:28.930294 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e496d38-9c00-43e1-86a2-40c5e54c5d29 None None] Checking router: 8ce8ccde-2d21-4e46-81c6-fd261b913cae for host: dv-cinder-689486-14-smb {{(pid=92892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 12:34:28.939017 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e496d38-9c00-43e1-86a2-40c5e54c5d29 None None] Routers {'8ce8ccde-2d21-4e46-81c6-fd261b913cae'} bound to L3 agent in host dv-cinder-689486-14-smb {{(pid=92892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 24 12:34:28.939665 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-8e496d38-9c00-43e1-86a2-40c5e54c5d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-689486-14-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-24T12:18:28Z,description=,heartbeat_timestamp=2021-06-24T12:34:28Z,host='dv-cinder-689486-14-smb',id=05a69990-203c-4e75-812b-ba59f8ea399b,load=0,resource_versions=,resources_synced=,started_at=2021-06-24T12:18:28Z,topic='l3_agent')) {'router_ids': ['8ce8ccde-2d21-4e46-81c6-fd261b913cae'], 'active': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:28.975936 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] For port be00ee81-9064-4da6-b7fb-929fcc246b49, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=be00ee81-9064-4da6-b7fb-929fcc246b49,segment=NetworkSegment(04d8cd5f-b754-47de-b867-1b0285a24e8e),segment_id=04d8cd5f-b754-47de-b867-1b0285a24e8e)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:34:28.976318 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:28.990745 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] Calling delete_port for be00ee81-9064-4da6-b7fb-929fcc246b49 owned by network:router_gateway {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:34:29.030114 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_dvr_db [None req-8e496d38-9c00-43e1-86a2-40c5e54c5d29 None None] Set router 8ce8ccde-2d21-4e46-81c6-fd261b913cae gateway port host: None {{(pid=92892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 24 12:34:29.096929 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.l3_hamode_db [None req-8e496d38-9c00-43e1-86a2-40c5e54c5d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'name': 'tempest-TestShelveInstance-292103847-router', 'tenant_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:16Z', 'updated_at': '2021-06-24T12:34:28Z', 'revision_number': 6, 'project_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'gw_port_host': None}], 'dv-cinder-689486-14-smb', False) {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:29.132739 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e496d38-9c00-43e1-86a2-40c5e54c5d29 None None] The sync data for ids ['8ce8ccde-2d21-4e46-81c6-fd261b913cae'] in dv-cinder-689486-14-smb is: [{'id': '8ce8ccde-2d21-4e46-81c6-fd261b913cae', 'name': 'tempest-TestShelveInstance-292103847-router', 'tenant_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-24T12:29:16Z', 'updated_at': '2021-06-24T12:34:28Z', 'revision_number': 6, 'project_id': '214deddd1eba4b6fb645c8c05a2ca3d8', 'gw_port_host': None}] {{(pid=92892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 12:34:29.205225 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.209640 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-12d39a0d-b2e3-4489-b97b-f1d4df41b414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:29.235458 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=be00ee81-9064-4da6-b7fb-929fcc246b49,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:29.238792 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:29.305830 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-613020'] for router_gateway, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.398422 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-613506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-60476'] for router, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.400634 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.430653 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.446437 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-613332'] for router, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.447002 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ce8ccde-2d21-4e46-81c6-fd261b913cae {{(pid=92888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 24 12:34:29.451716 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] Notify callbacks [] for router, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.456446 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-cc6c0e63-2f5a-448a-8861-089e6cb287e3 admin admin] 10.222.0.98 "DELETE /v2.0/routers/8ce8ccde-2d21-4e46-81c6-fd261b913cae HTTP/1.1" status: 204 len: 168 time: 0.8736839 Jun 24 12:34:29.456664 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 44098) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:29.505408 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8606e6e-b452-4b11-b9e5-b7fcea61ae57 admin admin] Deleting subnet 125d5049-4a13-48e2-8eaa-b89639f2d6c7 {{(pid=92888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 24 12:34:29.509437 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d8606e6e-b452-4b11-b9e5-b7fcea61ae57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.548756 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d8606e6e-b452-4b11-b9e5-b7fcea61ae57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3353590'] for subnet, precommit_delete_associations {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.642666 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d8606e6e-b452-4b11-b9e5-b7fcea61ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8177933'] for subnet, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.701585 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d8606e6e-b452-4b11-b9e5-b7fcea61ae57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8177946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-486948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3352945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3601876'] for subnet, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.704502 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:29.728877 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8606e6e-b452-4b11-b9e5-b7fcea61ae57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=125d5049-4a13-48e2-8eaa-b89639f2d6c7,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:29.731070 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-d8606e6e-b452-4b11-b9e5-b7fcea61ae57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for subnet, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.735224 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-d8606e6e-b452-4b11-b9e5-b7fcea61ae57 admin admin] 10.222.0.98 "DELETE /v2.0/subnets/125d5049-4a13-48e2-8eaa-b89639f2d6c7 HTTP/1.1" status: 204 len: 168 time: 0.2755353 Jun 24 12:34:29.735224 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d8606e6e-b452-4b11-b9e5-b7fcea61ae57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:29.735846 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 44104) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:29.738330 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a36e12-a5a5-49a0-80d0-d35f5bc5cd2c None None] Network 1d5e76ec-ea98-4cce-bbf3-f51efef88576 requested from dv-cinder-689486-14-smb {{(pid=92891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 24 12:34:29.810758 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7938150'] for network, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.864921 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Deleting port 91d4fbab-a494-4beb-a7c0-f3c5055665a3 {{(pid=92888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:34:29.865135 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.941008 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.db [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] For port 91d4fbab-a494-4beb-a7c0-f3c5055665a3, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=91d4fbab-a494-4beb-a7c0-f3c5055665a3,segment=NetworkSegment(4bd8ce71-f187-4043-ad22-91c20cd5ac4c),segment_id=4bd8ce71-f187-4043-ad22-91c20cd5ac4c)] {{(pid=92888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:34:29.941261 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:29.944637 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a954260-3735-4476-9915-96533ca2e723 None None] DHCP port deletion for 1d5e76ec-ea98-4cce-bbf3-f51efef88576 request from dv-cinder-689486-14-smb {{(pid=92891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 24 12:34:29.955486 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.plugin [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Calling delete_port for 91d4fbab-a494-4beb-a7c0-f3c5055665a3 owned by network:dhcp {{(pid=92888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:34:29.995435 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Deleting port 91d4fbab-a494-4beb-a7c0-f3c5055665a3 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1911}} Jun 24 12:34:29.995944 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792598811176'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:30.042619 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3353023'] for port, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:30.045852 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-d1d6bf6b-f1fb-47ea-9d01-94ff2f4fccba tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:30.060108 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-8a954260-3735-4476-9915-96533ca2e723 None None] For port 91d4fbab-a494-4beb-a7c0-f3c5055665a3, host dv-cinder-689486-14-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-689486-14-smb',level=0,port_id=91d4fbab-a494-4beb-a7c0-f3c5055665a3,segment=NetworkSegment(4bd8ce71-f187-4043-ad22-91c20cd5ac4c),segment_id=4bd8ce71-f187-4043-ad22-91c20cd5ac4c)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 24 12:34:30.060505 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-617684'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:30.076033 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Calling delete_port for 91d4fbab-a494-4beb-a7c0-f3c5055665a3 owned by network:dhcp {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jun 24 12:34:30.079332 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d4fbab-a494-4beb-a7c0-f3c5055665a3,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:30.081526 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] No DVR routers for this DVR port 91d4fbab-a494-4beb-a7c0-f3c5055665a3 on host dv-cinder-689486-14-smb {{(pid=92888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:34:30.082766 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:30.154445 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8179803', 'neutron.services.segments.db._delete_segments_for_network-8792598930728'] for network, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:30.165830 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-442030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-955710', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792598814163', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792598389239'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:30.166466 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d5e76ec-ea98-4cce-bbf3-f51efef88576']}} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:30.168233 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-11264a80-f616-482e-b98a-e19633a46f82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:30.179246 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd8ce71-f187-4043-ad22-91c20cd5ac4c') {'for_net_delete': True} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:30.179620 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.services.segments.db [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd8ce71-f187-4043-ad22-91c20cd5ac4c') {} {{(pid=92888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 12:34:30.189581 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792598917807', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3353487'] for segment, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:30.193122 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Pushing event deleted for resources: {'Port': ['ID=91d4fbab-a494-4beb-a7c0-f3c5055665a3,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:30.200395 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:30.200878 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:30.201323 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:30.201779 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:30.202211 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:30.202647 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:30.203270 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:30.203543 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:30.203966 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:30.204360 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:30.204771 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:30.205189 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-689486-14-smb {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 12:34:30.210960 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995'] for segment, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:30.217148 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-8a954260-3735-4476-9915-96533ca2e723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:30.217597 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=92888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 12:34:30.217999 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8190995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3352978'] for segment, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: Traceback (most recent call last): Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: timer() Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: cb(*args, **kw) Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: return func(*args, **kwargs) Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: self._notify() Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: self.callback(batched_events) Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: event.method(event) Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: aggregate_uuid = self.p_client.list_aggregates( Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: return f(self, *a, **k) Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: return self._get(url).json() Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: return self.request(url, 'GET', **kwargs) Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: base_url = self.get_endpoint(auth, allow=allow, Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 24 12:34:30.219820 dv-cinder-689486-14-smb neutron-server[92888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 24 12:34:30.226646 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a954260-3735-4476-9915-96533ca2e723 None None] No DVR routers for this DVR port 91d4fbab-a494-4beb-a7c0-f3c5055665a3 on host dv-cinder-689486-14-smb {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 12:34:30.297662 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8179778', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-644448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-955685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-612982'] for network, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:30.302177 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ba2bebe0-8634-436c-9498-121cdee8cb10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:30.304867 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-955648'] for network, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:30.306966 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] 10.222.0.98 "DELETE /v2.0/networks/1d5e76ec-ea98-4cce-bbf3-f51efef88576 HTTP/1.1" status: 204 len: 168 time: 0.5705676 Jun 24 12:34:30.317790 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d5e76ec-ea98-4cce-bbf3-f51efef88576,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:30.320438 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-ffe98eff-969c-4b6a-b5cc-fa4c4208a0e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:30.480346 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 44110) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:30.521630 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-1ca27e8d-62d7-4851-a94f-e9caa8c3dc29 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=ab3202e2b14640afb4d51e51be80066a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399449 Jun 24 12:34:30.524002 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 44112) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:30.572988 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc24168e-f6db-47a9-9526-8bffc3e3ab57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:30.593790 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc24168e-f6db-47a9-9526-8bffc3e3ab57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:30.644062 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc24168e-f6db-47a9-9526-8bffc3e3ab57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:30.646506 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-cc24168e-f6db-47a9-9526-8bffc3e3ab57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:30.647663 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-cc24168e-f6db-47a9-9526-8bffc3e3ab57 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/e10ccc1e-e009-401c-9037-65b757797eaf HTTP/1.1" status: 204 len: 168 time: 0.1227276 Jun 24 12:34:30.648517 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-f751230d-c02f-4786-8550-c0e88873aab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:30.656205 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24168e-f6db-47a9-9526-8bffc3e3ab57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10ccc1e-e009-401c-9037-65b757797eaf,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:30.658413 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-cc24168e-f6db-47a9-9526-8bffc3e3ab57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:30.863159 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:30.967648 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 44118) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:31.020004 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-61e73f07-149f-4fdc-a858-fdba2feb1009 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=214deddd1eba4b6fb645c8c05a2ca3d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510864 Jun 24 12:34:31.022418 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 44120) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:31.074196 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6b89-cb3a-4f28-8b3d-27439ee889bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:31.092333 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 91d4fbab-a494-4beb-a7c0-f3c5055665a3 no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:34:31.103368 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6b89-cb3a-4f28-8b3d-27439ee889bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:31.112654 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: 91d4fbab-a494-4beb-a7c0-f3c5055665a3 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:34:31.113004 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 91d4fbab-a494-4beb-a7c0-f3c5055665a3 not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:34:31.113425 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 24c5ff4c-48ec-4a84-874a-122575708a45 no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:34:31.132308 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: 24c5ff4c-48ec-4a84-874a-122575708a45 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:34:31.132678 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device 24c5ff4c-48ec-4a84-874a-122575708a45 not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:34:31.133120 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device be00ee81-9064-4da6-b7fb-929fcc246b49 no longer exists at agent ovs-agent-dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 24 12:34:31.152296 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6b89-cb3a-4f28-8b3d-27439ee889bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:31.155044 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6b89-cb3a-4f28-8b3d-27439ee889bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:31.155726 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] No Port match for: be00ee81-9064-4da6-b7fb-929fcc246b49 {{(pid=92891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 24 12:34:31.158707 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.rpc [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Device be00ee81-9064-4da6-b7fb-929fcc246b49 not bound to the agent host dv-cinder-689486-14-smb {{(pid=92891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 24 12:34:31.158843 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-0d1e6b89-cb3a-4f28-8b3d-27439ee889bf admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/1005324c-d42e-4ad0-a99f-2f8c0af5bbd0 HTTP/1.1" status: 204 len: 168 time: 0.1329007 Jun 24 12:34:31.158843 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-67da735e-cb78-4681-a5a1-efc7ae32d243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:31.166671 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e6b89-cb3a-4f28-8b3d-27439ee889bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1005324c-d42e-4ad0-a99f-2f8c0af5bbd0,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:31.169227 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-0d1e6b89-cb3a-4f28-8b3d-27439ee889bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:31.374853 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:38.250185 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:34:52.840990 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 44218) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:52.941934 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-606e1b42-691f-4f20-92c7-29b3b370f5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:53.028650 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-606e1b42-691f-4f20-92c7-29b3b370f5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:53.032358 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-606e1b42-691f-4f20-92c7-29b3b370f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:53.034928 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-0d1e6b89-cb3a-4f28-8b3d-27439ee889bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:53.070178 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-606e1b42-691f-4f20-92c7-29b3b370f5e3 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=1a2959f6343d4fb5a435973026b4b857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281153 Jun 24 12:34:53.071240 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e1b42-691f-4f20-92c7-29b3b370f5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f306ac-4ddd-463f-b314-0f72bbbd36c3,revision_number=1']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:53.072866 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 44222) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:34:53.074630 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-606e1b42-691f-4f20-92c7-29b3b370f5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:53.120112 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-75d6c694-13b0-4cec-bc09-808c6c83de70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:53.140782 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-75d6c694-13b0-4cec-bc09-808c6c83de70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:53.185611 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-75d6c694-13b0-4cec-bc09-808c6c83de70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:53.188207 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-75d6c694-13b0-4cec-bc09-808c6c83de70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:53.189336 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-75d6c694-13b0-4cec-bc09-808c6c83de70 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/d0f306ac-4ddd-463f-b314-0f72bbbd36c3 HTTP/1.1" status: 204 len: 168 time: 0.1154928 Jun 24 12:34:53.190641 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-9f301f89-4211-4f4e-b8f5-281ab092d351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:34:53.197841 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6c694-13b0-4cec-bc09-808c6c83de70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f306ac-4ddd-463f-b314-0f72bbbd36c3,revision_number=None']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:34:53.200160 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-75d6c694-13b0-4cec-bc09-808c6c83de70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:34:55.571500 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ce3302c5-0ec0-4f26-84e4-9c94e718f38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:58.033594 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6544705e-4330-4f20-82bc-6e21817bec54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:58.524729 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:34:59.431352 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:00.863874 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:01.382092 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:03.826425 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.wsgi [-] (92890) accepted ('10.222.0.98', 44356) {{(pid=92890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:35:03.931069 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-97924b13-519c-4d73-b310-305da1a34c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:04.022596 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-97924b13-519c-4d73-b310-305da1a34c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:04.026469 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron_lib.callbacks.manager [None req-97924b13-519c-4d73-b310-305da1a34c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_create {{(pid=92890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:04.030004 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-5e67a3fe-f869-4b56-8ad8-e331eec47088 tempest-TestMinimumBasicScenario-319555590 tempest-TestMinimumBasicScenario-319555590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:04.065054 dv-cinder-689486-14-smb neutron-server[92890]: INFO neutron.wsgi [None req-97924b13-519c-4d73-b310-305da1a34c48 admin admin] 10.222.0.98 "GET /v2.0/security-groups?tenant_id=a65af3264cd54257b93bff146c04e853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375536 Jun 24 12:35:04.066048 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97924b13-519c-4d73-b310-305da1a34c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbc2cea-dd45-4890-b49f-168b2bcca658,revision_number=1']} {{(pid=92890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:04.067710 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.wsgi [-] (92888) accepted ('10.222.0.98', 44360) {{(pid=92888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 12:35:04.069464 dv-cinder-689486-14-smb neutron-server[92890]: DEBUG oslo_concurrency.lockutils [None req-97924b13-519c-4d73-b310-305da1a34c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92890) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:04.121688 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-51127439-5fb6-4cf2-8a22-d05a1bb58936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:04.141874 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-51127439-5fb6-4cf2-8a22-d05a1bb58936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:04.187342 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-51127439-5fb6-4cf2-8a22-d05a1bb58936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367563'] for security_group, after_delete {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:04.190429 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron_lib.callbacks.manager [None req-51127439-5fb6-4cf2-8a22-d05a1bb58936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:04.191567 dv-cinder-689486-14-smb neutron-server[92888]: INFO neutron.wsgi [None req-51127439-5fb6-4cf2-8a22-d05a1bb58936 admin admin] 10.222.0.98 "DELETE /v2.0/security-groups/6dbc2cea-dd45-4890-b49f-168b2bcca658 HTTP/1.1" status: 204 len: 168 time: 0.1218238 Jun 24 12:35:04.192433 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-6b0cb385-8144-42ae-84e0-78309354a03d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 12:35:04.201199 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51127439-5fb6-4cf2-8a22-d05a1bb58936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbc2cea-dd45-4890-b49f-168b2bcca658,revision_number=None']} {{(pid=92888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 12:35:04.203563 dv-cinder-689486-14-smb neutron-server[92888]: DEBUG oslo_concurrency.lockutils [None req-51127439-5fb6-4cf2-8a22-d05a1bb58936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92888) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 12:35:15.249087 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:35:25.565037 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0b081d9b-c284-472e-83c2-e02dc382463f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:28.036611 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-62354468-38aa-4d58-81d6-eb5907e238e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:28.525720 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:29.434693 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:30.867002 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:31.388008 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:52.247303 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:35:55.565832 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-08067702-3619-4951-ab00-794a0c256dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:58.036942 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6c24859a-9a14-44bf-a8f8-7e4aa66930b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:58.527544 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:35:59.435987 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:00.868633 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:01.426218 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:25.565478 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8dab9203-365b-453c-a1e6-f43652b9e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:28.037230 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2d76-181e-4c97-b8c3-a1bc892db61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:28.528078 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:29.246173 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:36:29.438804 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:30.872170 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:31.456227 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:55.568146 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0b88d4d6-aafe-4566-b250-7b21594a5d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:58.038049 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-26a0a7f5-dcb8-4de1-b318-4506ac7ed6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:58.530879 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:36:59.443736 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:00.874477 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:01.456462 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:06.244470 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:37:25.569202 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-09ab3ef9-395d-4559-a645-454a835516ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:28.041547 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e3598054-322e-42d1-af41-5cfc1048a4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:28.532963 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:29.445704 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:30.877114 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:31.469781 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:43.242251 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:37:55.570261 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-50e18bc0-71e9-49cb-b73a-79c0b0eef163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:58.040928 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-04821526-9acb-4933-b728-1c3d0e21ae09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:58.535958 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:37:59.449023 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:00.878717 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:01.459273 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:20.240566 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:38:25.570503 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a03f444c-afd4-4b25-936e-42a8a1e81238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:28.042228 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5ee30a24-7eb2-47f5-99f9-b8384de14c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:28.539761 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:29.450892 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:30.881778 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:31.467254 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:55.571869 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0e23ee88-1680-46e9-908f-c0bf8840e45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:57.238246 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:38:58.044927 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7a938d14-2660-464a-ba02-7f58a4f1b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:58.540643 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:38:59.454854 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:00.884960 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:01.479510 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:25.571940 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5150bbc1-df47-4af9-b7e4-6f30b2285a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:28.045428 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-645d02fa-0ba7-4f02-88c8-d9b82a0ab5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:28.540952 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:29.456649 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:30.888405 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:31.482648 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:34.236196 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 24 12:39:55.573930 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3f129161-2dea-4f54-9cce-4be3d9df65a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.044682 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-65487e2b-e4f0-41ee-9011-e6c1a2027af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:58.542812 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c4dfc424-df88-404e-9189-54fbadb78c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:39:59.459385 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d8eafd3-1f41-4d2c-98a2-3ec1796d05f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:00.889637 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d9825fd-f271-4693-a86e-0b7f76f49df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:01.478594 dv-cinder-689486-14-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f04d5be6-dd92-464e-8932-56f4572af1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792598930710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8182541'] for agent, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 12:40:11.234636 dv-cinder-689486-14-smb neutron-server[92892]: DEBUG neutron.db.agents_db [None req-ff35e647-f382-4873-a8b7-289e1b4be3cc None None] Agent healthcheck: found 6 active agents {{(pid=92892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}